-- Logs begin at Tue 2021-07-27 17:21:00 UTC, end at Tue 2021-07-27 18:18:41 UTC. -- Jul 27 17:50:33.585691 dv-cinder-786260-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 27 17:50:36.350958 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.common.config [-] Logging enabled! Jul 27 17:50:36.351564 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 17:50:36.351768 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92943) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 17:50:36.354903 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.common.config [-] Logging enabled! Jul 27 17:50:36.355184 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev500 Jul 27 17:50:36.355506 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92943) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 27 17:50:36.356437 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 17:50:36.356673 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 17:50:36.357040 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 17:50:36.357289 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 17:50:36.357516 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 17:50:36.357840 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.358139 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.358436 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.358666 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.358967 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.359293 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.359581 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.359870 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.360166 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.360455 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.360734 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.361020 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.361251 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.361534 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.361820 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.362106 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.362863 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] debug = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.363191 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.363617 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.364040 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.364330 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.364619 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.364900 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.365171 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.365447 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.365736 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.366068 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] host = dv-cinder-786260-13-iscsi {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.366350 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.366637 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.366929 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.367249 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.367529 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.367806 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.368094 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.368367 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.368641 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] log_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.368917 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.369206 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.369498 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.369787 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.370013 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.370236 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.370525 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.370814 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.371114 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.371395 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.371672 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.371951 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.372229 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.372498 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.372785 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.373071 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.373357 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.373636 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.373908 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.374184 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.374456 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.374741 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.375032 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.375311 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.375585 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.375874 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.376146 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.376422 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.376979 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.377266 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.377549 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.377854 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.378867 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.379061 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.379346 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.379628 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.379904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] use_json = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.380180 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.380454 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.380741 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.381017 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.381294 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.381571 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.381845 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.382130 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:36.382427 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.382727 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.383049 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.383340 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.383640 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.383923 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.384213 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.384497 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.384786 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.385076 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.385365 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.385647 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.385935 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.386212 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.386506 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.386813 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.387132 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.387427 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.387704 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.387984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.388258 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.388536 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.388821 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.389117 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.389417 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.389691 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.389972 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.390264 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.390545 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.390813 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.391115 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.391410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.391691 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.391966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.392248 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.392526 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.392794 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.393067 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.393346 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.393715 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.393998 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.394270 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.394544 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.394816 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.395110 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.395399 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.395680 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.395953 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.396227 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.396507 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.396779 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.397058 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.397343 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.397620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.397900 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.398178 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.398592 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.398803 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.399101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.399386 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.399665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.399939 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.400219 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.400497 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.400766 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.401041 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.401319 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.401596 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.401887 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.402189 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.402469 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.402749 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.403063 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.403346 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.403630 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.403909 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.404189 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.404472 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.404742 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.405033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.405322 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.405610 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.405895 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.406175 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.406475 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.406749 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.407051 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.407333 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.407618 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.407910 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.408196 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.408492 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.408787 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.409102 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.409489 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.409787 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.410074 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.410384 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.410666 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:36.410888 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 17:50:36.411169 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92943) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 27 17:50:36.770818 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 17:50:36.771042 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 17:50:36.771328 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 27 17:50:36.771664 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 27 17:50:37.167944 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.168260 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.168527 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.169860 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.170138 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.170405 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.204174 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.204459 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.204742 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.219884 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.220175 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.220450 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.249502 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.249784 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.250065 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.288253 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.288573 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.288848 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.527676 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.528291 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.528291 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.528463 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.529085 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.649981 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.650304 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.650592 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.650866 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.651156 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.651471 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.651733 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.651992 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.652250 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.652535 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.652797 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.653062 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.653321 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.653582 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.653836 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.654102 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.654367 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.654635 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.654906 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.655190 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.655465 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.655720 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.656007 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.656386 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.656638 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.656886 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.657288 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 17:50:37.657537 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 17:50:37.657779 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 17:50:37.658019 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 17:50:37.658257 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 17:50:37.658497 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 17:50:37.658861 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 27 17:50:37.662108 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 27 17:50:37.666051 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 27 17:50:37.669835 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 27 17:50:37.671645 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 27 17:50:37.672106 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 27 17:50:37.672446 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 27 17:50:37.672839 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 27 17:50:37.675767 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 27 17:50:37.676022 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 27 17:50:37.676367 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 17:50:37.681663 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 27 17:50:37.705127 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 27 17:50:37.705583 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.705913 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92943) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 27 17:50:37.707022 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.708377 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92943) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 27 17:50:37.708664 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 27 17:50:37.708914 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 27 17:50:37.712546 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.712830 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:37.781110 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 27 17:50:37.781267 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 27 17:50:37.781510 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 27 17:50:37.781888 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 27 17:50:37.804108 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_db.sqlalchemy.engines [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92943) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 27 17:50:38.335162 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Initializing driver for type 'gre' Jul 27 17:50:38.335703 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] gre ID ranges: [(1, 1000)] Jul 27 17:50:38.391080 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Initializing driver for type 'local' Jul 27 17:50:38.391418 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Initializing driver for type 'vlan' Jul 27 17:50:38.404320 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] VlanTypeDriver initialization complete Jul 27 17:50:38.404654 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Initializing driver for type 'vxlan' Jul 27 17:50:38.405149 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] vxlan ID ranges: [(1, 1000)] Jul 27 17:50:38.459241 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Initializing extension driver 'port_security' Jul 27 17:50:38.459564 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.extensions.port_security [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] PortSecurityExtensionDriver initialization complete Jul 27 17:50:38.459944 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Initializing mechanism driver 'openvswitch' Jul 27 17:50:38.460268 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Initializing mechanism driver 'hyperv' Jul 27 17:50:38.466806 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.plugin [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:50:38.467695 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > port after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.468171 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > port after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.468535 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > port after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.469071 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 17:50:38.469526 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.469890 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.470244 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.470635 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 17:50:38.471062 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > network after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.471418 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > network after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.472273 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > network after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.472673 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 17:50:38.473121 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > security_group after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.473475 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > security_group after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.473828 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.474231 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 17:50:38.474638 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.475008 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.475351 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.475763 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 17:50:38.476169 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > address_group after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.476520 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > address_group after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.476863 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.477259 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 27 17:50:38.477634 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] ML2 OVO RPC backend initialized. {{(pid=92943) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 27 17:50:38.478390 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.478749 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.479199 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > network before_response 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.479560 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > networks before_response 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.479911 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > port before_response 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.480257 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > ports before_response 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.480604 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > subnet before_response 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.480948 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > subnets before_response 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.481296 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > network after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.481643 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > network after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.481984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > network after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.482325 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > port after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.482663 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > port after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.483012 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > port after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.483360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.483705 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.484040 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.484614 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.plugin [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Modular L2 Plugin initialization complete Jul 27 17:50:38.484954 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading services supported by the core plugin {{(pid=92943) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 27 17:50:38.485283 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.plugins.ml2.managers [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Got port-security extension from driver 'port_security' Jul 27 17:50:38.485747 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.extensions.vlantransparent [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Disabled vlantransparent extension. Jul 27 17:50:38.486248 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92943) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 27 17:50:38.486566 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading Plugin: router Jul 27 17:50:38.523065 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.523464 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router after_create 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.523849 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router before_create 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.524219 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.524596 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.524954 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router after_delete 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.525317 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.525803 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router after_create 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.526157 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router after_update 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.526510 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router after_update 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.526863 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.527248 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router after_update 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.527667 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.528040 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: port after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.528589 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: port after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.528713 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: subnet after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.529060 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.529414 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.529767 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.530114 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: port before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.530461 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.530822 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router after_update 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.531193 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.531561 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.531912 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.532261 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.532629 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > agent after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.532982 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > agent after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.533329 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > network after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.534747 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Tracking information for resource: router configured {{(pid=92943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 17:50:38.535109 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Tracking information for resource: floatingip configured {{(pid=92943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 27 17:50:38.539939 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.db.l3_agentschedulers_db [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 27 17:50:38.540517 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: port after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.540883 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: port after_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.541243 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: port after_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.541620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: port after_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.542423 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router before_create 55550100 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.542794 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.543193 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_create 55550100 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.543559 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > router precommit_update 55550100 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.547998 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.services.provider_configuration [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service providers = [] {{(pid=92943) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 27 17:50:38.548458 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.db.servicetype_db [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92943) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 27 17:50:38.551586 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.services.service_base [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 17:50:38.551940 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.services.service_base [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 17:50:38.552284 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.services.service_base [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 17:50:38.553186 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.services.service_base [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 27 17:50:38.553563 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.services.service_base [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 27 17:50:38.553934 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 17:50:38.554254 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 27 17:50:38.566429 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 17:50:38.566726 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading Plugin: auto_allocate Jul 27 17:50:38.572457 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: network precommit_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.572829 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: network precommit_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.573351 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 17:50:38.573672 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading Plugin: tag Jul 27 17:50:38.580351 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 17:50:38.580692 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading Plugin: timestamp Jul 27 17:50:38.585056 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 17:50:38.585390 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading Plugin: network_ip_availability Jul 27 17:50:38.590788 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.591187 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.591574 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.592312 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 17:50:38.592637 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading Plugin: flavors Jul 27 17:50:38.598100 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 17:50:38.598426 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading Plugin: revisions Jul 27 17:50:38.602790 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 27 17:50:38.603217 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=92943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 27 17:50:38.603959 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92943) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 27 17:50:38.604298 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Initializing extension manager. Jul 27 17:50:38.604816 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: __init__.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.605162 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: __pycache__ {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.605503 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.605841 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: address_group.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.606604 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.607213 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: address-group Jul 27 17:50:38.607544 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: address_scope.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.608269 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.608783 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: address-scope Jul 27 17:50:38.609110 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.610053 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.610568 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: router-admin-state-down-before-update Jul 27 17:50:38.610893 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: agent.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.611641 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.612184 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: agent Jul 27 17:50:38.612512 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: agent_resources_synced.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.613432 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.613948 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: agent-resources-synced Jul 27 17:50:38.614276 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.616100 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.616624 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: allowed-address-pairs Jul 27 17:50:38.616959 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.618049 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.618565 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: auto-allocated-topology Jul 27 17:50:38.618898 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: availability_zone.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.619627 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.620138 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: availability_zone Jul 27 17:50:38.620467 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: availability_zone_filter.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.621388 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.621901 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: availability_zone_filter Jul 27 17:50:38.622230 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: data_plane_status.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.623180 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.623689 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension data-plane-status not supported by any of loaded plugins Jul 27 17:50:38.624014 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: default_subnetpools.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.624937 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.625450 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: default-subnetpools Jul 27 17:50:38.625779 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.626849 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.627397 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: dhcp_agent_scheduler Jul 27 17:50:38.628498 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: dns.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.628804 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.629315 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension dns-integration not supported by any of loaded plugins Jul 27 17:50:38.629645 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: dns_domain_ports.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.630572 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.631111 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 27 17:50:38.631443 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.632370 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.632880 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 27 17:50:38.633205 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: dvr.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.633883 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.634388 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: dvr Jul 27 17:50:38.634711 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: ecmp_routes.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.635661 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.636168 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 27 17:50:38.636492 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: empty_string_filtering.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.637405 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.637914 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: empty-string-filtering Jul 27 17:50:38.638241 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.639194 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.639706 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 27 17:50:38.640034 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.640954 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.641456 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 27 17:50:38.641780 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: external_net.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.642697 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.643244 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: external-net Jul 27 17:50:38.644158 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.645072 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.645576 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: extra_dhcp_opt Jul 27 17:50:38.645901 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: extraroute.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.646814 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.647362 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: extraroute Jul 27 17:50:38.647686 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: extraroute_atomic.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.648732 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.649242 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: extraroute-atomic Jul 27 17:50:38.649565 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: filter_validation.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.650407 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.650916 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: filter-validation Jul 27 17:50:38.651265 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: fip_pf_description.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.652191 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.652699 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 27 17:50:38.653024 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: fip_port_details.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.653954 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.654462 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: fip-port-details Jul 27 17:50:38.654785 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: flavors.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.656052 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.656572 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: flavors Jul 27 17:50:38.656900 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.658548 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.660002 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 27 17:50:38.660258 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: floatingip_pools.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.660976 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.661493 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: floatingip-pools Jul 27 17:50:38.661823 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: ip_allocation.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.662760 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.663308 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension ip_allocation not supported by any of loaded plugins Jul 27 17:50:38.663638 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.664569 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.665076 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: ip-substring-filtering Jul 27 17:50:38.665404 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: l2_adjacency.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.666331 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.666837 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 27 17:50:38.667198 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: l3.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.668173 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.668692 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: router Jul 27 17:50:38.669022 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.671294 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.671825 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 27 17:50:38.672160 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.673094 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.673615 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: ext-gw-mode Jul 27 17:50:38.673944 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.675239 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.675757 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: l3-ha Jul 27 17:50:38.676088 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: l3_flavors.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.677020 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.677531 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: l3-flavors Jul 27 17:50:38.677859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.678796 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.679351 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 27 17:50:38.679681 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: l3agentscheduler.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.680740 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.681255 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: l3_agent_scheduler Jul 27 17:50:38.681586 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: logging.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.683117 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.683647 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension logging not supported by any of loaded plugins Jul 27 17:50:38.683982 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: metering.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.684735 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.685315 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: metering Jul 27 17:50:38.685644 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.686868 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.687430 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: metering_source_and_destination_fields Jul 27 17:50:38.687761 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: multiprovidernet.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.688705 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.689221 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: multi-provider Jul 27 17:50:38.689552 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: netmtu.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.690657 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.691171 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: net-mtu Jul 27 17:50:38.691497 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: netmtu_writable.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.692426 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.692938 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: net-mtu-writable Jul 27 17:50:38.693262 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: network_availability_zone.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.693933 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.694439 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: network_availability_zone Jul 27 17:50:38.694761 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: network_ip_availability.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.695929 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.696439 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: network-ip-availability Jul 27 17:50:38.696764 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: network_segment_range.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.697526 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.698030 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension network-segment-range not supported by any of loaded plugins Jul 27 17:50:38.698354 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: pagination.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.699373 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.699703 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: pagination Jul 27 17:50:38.700027 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: port_device_profile.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.700955 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.701474 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: port-device-profile Jul 27 17:50:38.701800 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.702734 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.703283 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: port-mac-address-regenerate Jul 27 17:50:38.703611 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.704524 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.705035 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: port-numa-affinity-policy Jul 27 17:50:38.705362 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: port_resource_request.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.707086 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.707736 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension port-resource-request not supported by any of loaded plugins Jul 27 17:50:38.708074 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: portbindings.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.708953 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.709464 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: binding Jul 27 17:50:38.709789 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: portbindings_extended.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.711096 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.711612 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: binding-extended Jul 27 17:50:38.711942 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: portsecurity.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.712877 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.713396 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: port-security Jul 27 17:50:38.713723 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: project_id.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.714711 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.715072 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: project-id Jul 27 17:50:38.715401 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: providernet.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.716333 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.716851 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: provider Jul 27 17:50:38.717174 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.720713 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.721242 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos not supported by any of loaded plugins Jul 27 17:50:38.722117 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.723474 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.723998 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 27 17:50:38.724332 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.725267 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.725785 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 27 17:50:38.726116 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos_default.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.727088 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.727604 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos-default not supported by any of loaded plugins Jul 27 17:50:38.727934 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos_fip.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.728600 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.729112 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos-fip not supported by any of loaded plugins Jul 27 17:50:38.729442 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.730380 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.730893 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 27 17:50:38.731246 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.732180 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.732690 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 27 17:50:38.733017 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.733944 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.734455 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 27 17:50:38.734784 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: qos_rules_alias.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.735871 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.736384 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 27 17:50:38.736710 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: quotasv2.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.737928 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.738260 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: quotas Jul 27 17:50:38.738589 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: quotasv2_detail.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.741809 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.742156 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: quota_details Jul 27 17:50:38.742494 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: rbac.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.745101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.745647 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: rbac-policies Jul 27 17:50:38.745987 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: rbac_address_group.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.746963 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.747507 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: rbac-address-group Jul 27 17:50:38.747861 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: rbac_address_scope.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.748779 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.750142 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: rbac-address-scope Jul 27 17:50:38.750476 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: rbac_security_groups.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.751447 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.753283 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: rbac-security-groups Jul 27 17:50:38.753622 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.754743 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.755308 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: rbac-subnetpool Jul 27 17:50:38.755637 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: revisionifmatch.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.756580 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.757097 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: revision-if-match Jul 27 17:50:38.757423 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: revisions.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.758564 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.759116 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: standard-attr-revisions Jul 27 17:50:38.759447 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: router_availability_zone.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.760132 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.760646 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: router_availability_zone Jul 27 17:50:38.760972 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: routerservicetype.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.762159 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.762666 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension router-service-type not supported by any of loaded plugins Jul 27 17:50:38.763021 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.763952 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.764465 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: security-groups-normalized-cidr Jul 27 17:50:38.764789 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.765732 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.766243 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: port-security-groups-filtering Jul 27 17:50:38.766571 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.767519 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.768260 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: security-groups-remote-address-group Jul 27 17:50:38.769186 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: securitygroup.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.780432 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.780969 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: security-group Jul 27 17:50:38.781307 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: segment.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.783280 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.783806 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension segment not supported by any of loaded plugins Jul 27 17:50:38.784706 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.785650 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.786180 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 27 17:50:38.786514 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: servicetype.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.787657 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.788185 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: service-type Jul 27 17:50:38.789631 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: sorting.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.790653 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.791061 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: sorting Jul 27 17:50:38.791358 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: standard_attr_segment.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.792368 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.792895 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 27 17:50:38.793229 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: standardattrdescription.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.793893 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.794411 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: standard-attr-description Jul 27 17:50:38.794742 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: stateful_security_group.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.795718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.796241 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: stateful-security-group Jul 27 17:50:38.796568 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: stdattrs_common.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.797160 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 27 17:50:38.797485 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.798433 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.798950 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 27 17:50:38.799300 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: subnet_onboard.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.800583 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.801106 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: subnet_onboard Jul 27 17:50:38.801434 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.802379 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.802899 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 27 17:50:38.803269 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: subnet_service_types.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.804211 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.804738 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: subnet-service-types Jul 27 17:50:38.805061 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: subnetallocation.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.806185 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.806680 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: subnet_allocation Jul 27 17:50:38.807032 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.807714 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.808229 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: subnetpool-prefix-ops Jul 27 17:50:38.808552 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.809491 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.810014 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 27 17:50:38.810342 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: tagging.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.811473 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.812045 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: standard-attr-tag Jul 27 17:50:38.812365 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: timestamp.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.813534 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.814055 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loaded extension: standard-attr-timestamp Jul 27 17:50:38.814389 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: trunk.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.815496 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.816016 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension trunk not supported by any of loaded plugins Jul 27 17:50:38.816344 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: trunk_details.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.817328 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.817801 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension trunk-details not supported by any of loaded plugins Jul 27 17:50:38.818127 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.819091 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.819605 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 27 17:50:38.819930 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Loading extension file: vlantransparent.py {{(pid=92943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 27 17:50:38.820611 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 27 17:50:38.821120 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 27 17:50:38.823626 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:network Jul 27 17:50:38.824161 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:subnet Jul 27 17:50:38.824564 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 17:50:38.824959 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:port Jul 27 17:50:38.826200 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.826654 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service FLAVORS assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.827307 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.827748 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.828083 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:router Jul 27 17:50:38.828515 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 17:50:38.829016 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service METERING assigned prefix: /metering {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.830481 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.831464 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.831829 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 17:50:38.832855 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 17:50:38.833315 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:security_group Jul 27 17:50:38.833760 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 17:50:38.834374 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service CORE assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.834708 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 17:50:38.835088 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] subnetpool is already registered Jul 27 17:50:38.835515 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service CORE assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.835843 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 17:50:38.836177 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] subnetpool is already registered Jul 27 17:50:38.838494 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.839080 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service FLAVORS assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.839715 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.840156 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.840495 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:router Jul 27 17:50:38.840839 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] router is already registered Jul 27 17:50:38.841262 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:floatingip Jul 27 17:50:38.841602 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] floatingip is already registered Jul 27 17:50:38.842069 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service METERING assigned prefix: /metering {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.842773 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of CountableResource for resource:rbac_policy Jul 27 17:50:38.843135 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] rbac_policy is already registered Jul 27 17:50:38.843567 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:security_group Jul 27 17:50:38.843906 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] security_group is already registered Jul 27 17:50:38.844317 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 27 17:50:38.844657 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] security_group_rule is already registered Jul 27 17:50:38.845145 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service CORE assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.845471 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 17:50:38.845816 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] subnetpool is already registered Jul 27 17:50:38.846244 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.v2.resource_helper [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Service CORE assigned prefix: {{(pid=92943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 27 17:50:38.847123 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Creating instance of TrackedResource for resource:subnetpool Jul 27 17:50:38.847469 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING neutron.quota.resource_registry [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] subnetpool is already registered Jul 27 17:50:38.849188 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: extensions {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.850670 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: address-groups {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.852247 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: address-scopes {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.853531 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: agents {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.854802 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: auto-allocated-topology {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.856121 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: availability_zones {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.857370 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: dhcp-networks {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.858812 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: dhcp-agents {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.860410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: routers {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.862178 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: flavors {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.863562 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: service_profiles {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.864910 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: next_providers {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.866389 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: service_profiles {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.867904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: floatingip-pools {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.869257 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: routers {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.871014 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: floatingips {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.872223 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: l3-routers {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.873742 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: l3-agents {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.875227 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: metering-labels {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.876780 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: metering-label-rules {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.878747 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: network-ip-availabilities {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.880170 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: bindings {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.881784 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: quotas {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.883256 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: quotas {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.884802 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: rbac-policies {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.886019 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: security-groups {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.887292 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: security-group-rules {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.888649 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: service-providers {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.889896 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: subnetpools {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.891287 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: subnetpools {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.892863 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.895215 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.896956 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.898880 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.900631 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.902535 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.904367 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.906198 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.909039 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.910830 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron.api.extensions [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Extended resource: tags {{(pid=92943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 27 17:50:38.916822 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING keystonemiddleware.auth_token [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 27 17:50:38.921321 dv-cinder-786260-13-iscsi neutron-server[92943]: WARNING keystonemiddleware.auth_token [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 27 17:50:38.929840 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Acquired lock "singleton_lock" {{(pid=92943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 27 17:50:38.930331 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_concurrency.lockutils [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Releasing lock "singleton_lock" {{(pid=92943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 27 17:50:38.930980 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO oslo_service.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Starting 2 workers Jul 27 17:50:38.935821 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Started child 93050 {{(pid=92943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 17:50:38.940966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Started child 93051 {{(pid=92943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 17:50:38.941885 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:38.942606 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO neutron.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 27 17:50:38.943303 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Notify callbacks [] for process, before_spawn {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:38.943475 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [-] (93050) wsgi starting up on http://0.0.0.0:9696 Jul 27 17:50:38.945726 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO oslo_service.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Starting 1 workers Jul 27 17:50:38.945890 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:38.947208 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [-] (93051) wsgi starting up on http://0.0.0.0:9696 Jul 27 17:50:38.950923 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Started child 93052 {{(pid=92943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 17:50:38.951489 dv-cinder-786260-13-iscsi neutron-server[92943]: INFO oslo_service.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Starting 1 workers Jul 27 17:50:38.954727 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] calling RpcWorker wait() {{(pid=93052) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 27 17:50:38.955286 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] returning from RpcWorker wait() {{(pid=93052) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 27 17:50:38.956322 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Started child 93053 {{(pid=92943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 27 17:50:38.957557 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:38.957800 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG neutron_lib.callbacks.manager [None req-666a5f51-5aef-437d-bce6-b3c46eb892e3 None None] Notify callbacks [] for process, after_spawn {{(pid=92943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:38.958232 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:50:38.959606 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 17:50:38.959825 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 17:50:38.960020 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 17:50:38.960242 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 17:50:38.960571 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 17:50:38.960735 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 17:50:38.961251 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.961469 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:38.961937 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.961937 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.962071 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.962320 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.962425 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:50:38.962898 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.963197 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.963444 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.963726 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.963988 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.964157 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.964322 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.964568 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.964799 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.965081 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.965359 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.965617 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.965898 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.966065 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.966307 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.966572 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.966824 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.967127 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] debug = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.967375 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.967852 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.968078 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.968318 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.968540 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.968814 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.969056 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.969317 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.969549 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.969761 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.970015 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.970259 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.970495 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.970723 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.970937 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.971218 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.971499 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.971976 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] host = dv-cinder-786260-13-iscsi {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.972225 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.972448 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.972700 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.972922 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.973165 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.973380 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.973645 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.973908 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.974164 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.974392 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.974648 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.974896 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.975155 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.975394 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.975559 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_options = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.975807 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.976081 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.976354 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.976550 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.976730 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.976910 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.977171 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.977336 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.977600 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.977818 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.978101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.978278 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.978515 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.978749 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.979036 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.979259 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.979501 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.979714 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.979965 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.980196 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.980424 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.980652 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.980893 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.981135 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.981351 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.981567 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.981808 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.982025 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.982241 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.982504 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.982741 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.982989 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.983272 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.983547 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.983798 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.984026 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.984248 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.984525 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.984757 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.985009 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.985242 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.985458 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.985683 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.985919 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.986139 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.986356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_json = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.986565 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.986781 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.987092 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.987567 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.987855 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.988210 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.988404 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.988650 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:38.989110 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.989386 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.989703 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.989962 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.990196 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.990453 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.990738 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.991017 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.991300 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.991561 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.991877 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.992117 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.992418 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.992669 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.992906 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.993245 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.993511 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.993788 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.994023 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.994274 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.994510 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.994733 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.995081 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.995377 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.995624 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.995881 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.996193 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.996452 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.996701 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.996943 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.997265 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.997532 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.997693 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.997874 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.998092 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.998394 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.998549 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.998772 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.999135 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:38.999478 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.000038 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.000038 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.000276 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.000425 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.000621 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.000858 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.001143 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.001751 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.001885 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.002084 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.002313 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.003892 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.004271 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.004494 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.004720 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.004962 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.005197 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.005439 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.005657 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.005902 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.006155 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.006430 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.006650 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.006875 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.007149 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.007400 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.007640 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.007858 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.008166 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.008390 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.008638 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.008877 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.009091 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.009309 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.009523 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.009742 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.009957 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.010187 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.010408 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.010619 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.010850 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.011082 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.011326 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.011549 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.011829 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.012144 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.012398 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.012672 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.012922 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.013175 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.013402 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.013914 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.014178 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.014435 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.014885 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.015229 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.015476 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.015787 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.016081 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.016310 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.016572 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.016860 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.017094 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.017317 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.017584 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.017837 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.018107 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.018421 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.019271 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.019456 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.019728 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.020001 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.020258 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.020551 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.020772 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.021033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.021339 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.021617 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.021897 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.022133 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.022365 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.022656 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.022888 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.023173 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.023420 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.023670 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.023914 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.024193 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.024422 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.024664 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.024905 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.025135 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.025460 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.025719 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.025957 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.026348 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.026632 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.026883 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.027381 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.027659 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.027951 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.028207 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.028468 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.028704 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.028912 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.029146 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.029376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.029613 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.029860 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.030075 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.030310 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.030546 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.030794 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.031067 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.031302 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.031523 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.031755 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.031993 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.032214 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.032446 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.032661 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.032883 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.033122 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.033378 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.033618 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.033838 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.034117 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.034374 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.034594 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.034948 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.035223 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.035445 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.035674 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.035922 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.036186 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.036405 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.036653 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.036890 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.037108 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.037322 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.037544 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.037758 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.037972 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.038201 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.038433 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.038672 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.038916 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.039276 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.039542 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.039775 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.040012 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.040247 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.040499 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.040736 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.040954 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.041190 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.041404 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.041621 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.041887 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.042137 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.042362 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.042574 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.042783 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.043021 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.043241 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.043474 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.043853 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.044100 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.044330 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.044585 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.044835 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.045069 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.045294 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.045505 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.045944 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.046174 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.046395 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.046606 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.046838 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.047111 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.047325 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.047570 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.048093 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.048093 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.048269 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.048430 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.048574 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.048797 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.049013 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.049224 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.049465 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.050368 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.050593 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.051432 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.051662 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.051910 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.052143 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.052356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.052623 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.052851 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.053077 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.053312 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.053619 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.053886 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.054110 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.054418 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.054654 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.054901 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.055199 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.055530 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.055720 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.055983 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.056225 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.056484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.056708 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.056948 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.057245 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.057751 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.058215 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.058474 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.058766 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.059084 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.059348 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.059566 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.059858 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.060199 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.060475 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.060744 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.060992 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.061241 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.061466 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.061706 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.061919 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.062131 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.062343 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.062578 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.062832 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.063110 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.063327 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.063555 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.063807 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.064056 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.064283 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.064524 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.064756 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.064914 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 17:50:39.065969 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 27 17:50:39.066131 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 27 17:50:39.066347 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 27 17:50:39.066486 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 27 17:50:39.066618 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 27 17:50:39.066770 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 27 17:50:39.066974 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.067160 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.067318 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.067684 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.067989 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.068324 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.068489 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.068649 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.068807 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.068979 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.069124 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.069280 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.069435 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.069742 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.069896 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.070056 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.070214 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.070373 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.070532 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.070835 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.071013 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.071174 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.071333 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] debug = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.071490 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.071685 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.071850 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.072009 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.072166 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.072325 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.072484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.072644 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.072800 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.072957 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.073115 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.073271 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.073428 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.073586 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.073744 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.073899 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.074056 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.074212 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] host = dv-cinder-786260-13-iscsi {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.074369 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.074526 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.074682 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.074838 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.075015 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.075176 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.075333 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.075491 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.075649 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.075806 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.075963 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.076120 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.076275 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.076431 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.076588 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_options = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.076744 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.076900 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.077057 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.077242 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.077405 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.077562 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.077719 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.077878 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.078040 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.078198 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.078356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.078745 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.078745 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.079010 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.079216 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.079216 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.079743 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.079743 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.079743 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.080178 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.080178 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.080178 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.080445 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.080445 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.080599 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.080677 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.080838 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.081545 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.081702 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.082011 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.082178 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.082359 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.082579 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.082708 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.082830 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.083096 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.083096 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.083233 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.083397 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.083559 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.083704 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.083843 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.083994 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.084157 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.084319 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.084443 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_json = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.085602 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.085602 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.085602 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.085602 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.085602 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.085602 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.085602 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.086363 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 27 17:50:39.086363 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.086363 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.086363 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.086630 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.086630 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.086808 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.086968 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.087152 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.087315 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.087476 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.087643 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.087809 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.087979 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.088142 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.088301 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.088463 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.088625 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.088787 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.089182 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.089352 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.089540 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.089698 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.090090 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.090275 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.090481 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.090740 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.091064 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.091325 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.091475 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.091689 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.091815 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.091979 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.092116 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.092360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.092560 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.092725 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.093066 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.093066 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.093331 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.093460 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.093731 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.093901 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.094279 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.094845 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.095070 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.095323 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.095874 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.095874 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.095874 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.095874 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.098859 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.100376 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.101966 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.102471 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.102471 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.102471 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.102471 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.102471 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.102471 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.102471 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.103255 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.103502 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.103747 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.103861 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.103987 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.104150 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.104311 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.104473 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.105368 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.105567 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.105715 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.105851 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.106045 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.106199 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.106340 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.106485 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.106632 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.106791 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.106943 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.107131 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.107284 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.107433 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.107575 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.107709 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.107880 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.108024 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.108178 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.108310 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.108458 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.108601 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.108736 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.108914 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.109070 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.109233 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.109449 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.109618 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.109828 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.109983 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.110151 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.110389 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.111339 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.111506 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.111787 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.111965 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.112479 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.112654 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.112818 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.112984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.113235 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.113984 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:50:39.114481 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.114648 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.114812 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.114975 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.115229 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.115356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.115481 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.115598 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.115762 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.115995 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.116198 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.116691 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.116691 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.116691 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.117682 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.117682 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.117682 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.117682 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.117682 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.117682 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.119179 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.119179 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.119179 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.119179 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.119179 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.119179 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.119179 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.119179 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.120409 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.120409 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.120409 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.120409 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.120409 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.120409 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.120409 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.120409 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.121620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.121620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.121620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.121620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.121620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.121620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.121620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.121620 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.122904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.122904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.122904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.122904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.122904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.122904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.122904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.122904 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.124360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.124360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.124360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.124360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.124360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.124360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.124360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.124360 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.125609 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.125609 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.125609 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.125609 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.125609 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.125609 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.125609 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.125609 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.128716 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.128716 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.128716 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.128716 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.128716 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.128716 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.128716 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.128716 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.129984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.129984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.129984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.129984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.129984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.129984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.129984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.129984 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.130718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.130718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.130718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.130718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.130718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.130718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.130718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.130718 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.131410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.131410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.131410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.131410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.131410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.131410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.131410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.131410 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135033 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135970 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135970 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135970 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135970 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135970 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135970 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135970 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.135970 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.136665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.136665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.136665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.136665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.136665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.136665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.136665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.136665 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.137356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.137356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.137356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.137356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.137356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.137356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.137356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.137356 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.138101 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.139484 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.140655 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.140655 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 27 17:50:39.140655 dv-cinder-786260-13-iscsi neutron-server[92943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 27 17:50:39.260484 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54386) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:50:39.269874 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069621 Jul 27 17:50:50.873370 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d93ae-fa4b-425b-b849-bc4f11d9e635 None None] get_active_networks_info from dv-cinder-786260-13-iscsi {{(pid=93052) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 27 17:50:51.026792 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d93ae-fa4b-425b-b849-bc4f11d9e635 None None] No non-hosted networks {{(pid=93052) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 27 17:50:51.034541 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.agentschedulers_db [None req-867d93ae-fa4b-425b-b849-bc4f11d9e635 None None] DHCP Agent not found on host dv-cinder-786260-13-iscsi {{(pid=93052) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 27 17:50:51.189608 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-db1e32fc-8f53-4508-8268-c05647e642e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930840'] for agent, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:53.624882 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930840'] for agent, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:53.627446 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.628022 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.629110 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.631375 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.632136 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.632822 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.633341 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.635565 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.636140 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.636648 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.638009 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.638541 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:50:53.639460 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-13-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:50:53.651239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-13-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:50:53.655871 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-15225d52-ddfa-4e8a-b6db-302869b64c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930840'] for agent, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:53.736916 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d5483d4f-7405-4b26-90fd-d03a5ecb8171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:54.413769 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930840'] for agent, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:56.079264 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930840'] for agent, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:50:57.114458 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.db.l3_hamode_db [None req-1021001d-0867-4785-a8f6-4fb368c3842f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 27 17:50:57.191291 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021001d-0867-4785-a8f6-4fb368c3842f None None] Routers set() bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:50:57.191683 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1021001d-0867-4785-a8f6-4fb368c3842f None None] Router IDs set() for agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 27 17:50:57.291530 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54480) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:50:57.785807 dv-cinder-786260-13-iscsi neutron-server[93051]: WARNING oslo_policy.policy [None req-5f97d15d-6a47-4d15-8943-e521dfa39cc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 17:50:57.786369 dv-cinder-786260-13-iscsi neutron-server[93051]: WARNING oslo_policy.policy [None req-5f97d15d-6a47-4d15-8943-e521dfa39cc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 17:50:58.005868 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [None req-5f97d15d-6a47-4d15-8943-e521dfa39cc4 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:50:58.006871 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-5f97d15d-6a47-4d15-8943-e521dfa39cc4 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7144499 Jul 27 17:51:00.350680 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54494) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:00.654012 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-8006a367-9948-4390-8e95-ca3996ed9dfb admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:00.748869 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.policy [None req-8006a367-9948-4390-8e95-ca3996ed9dfb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93051) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 17:51:00.794414 dv-cinder-786260-13-iscsi neutron-server[93051]: WARNING oslo_policy.policy [None req-8006a367-9948-4390-8e95-ca3996ed9dfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 17:51:00.794787 dv-cinder-786260-13-iscsi neutron-server[93051]: WARNING oslo_policy.policy [None req-8006a367-9948-4390-8e95-ca3996ed9dfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 17:51:00.803764 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.quota [None req-8006a367-9948-4390-8e95-ca3996ed9dfb admin admin] Loaded quota_driver: . Jul 27 17:51:00.897439 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8006a367-9948-4390-8e95-ca3996ed9dfb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780058807545', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780058807828', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780058827739', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780058822033', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780059194453', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780058849938', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1771988', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1780671', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-741070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645234'] for rbac-policy, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:00.960600 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8006a367-9948-4390-8e95-ca3996ed9dfb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:00.961830 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-8006a367-9948-4390-8e95-ca3996ed9dfb admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6100383 Jul 27 17:51:03.513082 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54506) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:03.807840 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'admin_state_up': True}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:03.835722 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Made reservation on behalf of 9747f4c3e3ad4de889ec863e1bed4958 for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:03.838575 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:03.855482 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:03.976052 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:03.979789 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:03.998365 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:51:04.029872 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780061135638', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:04.030443 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Unsubscribe: segment precommit_create {{(pid=93051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 17:51:04.030942 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Added segment b9fc911c-879e-423f-b116-e7b7eb69e6ce of type vlan for network c228c69c-e796-4fb2-8082-2f08414a527f Jul 27 17:51:04.048464 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d17fd9-5903-4374-8783-40f591d644e5,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:04.073805 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.074161 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.074494 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.074817 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.075167 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.075500 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.075818 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.076145 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.076500 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.076821 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.077125 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.077431 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Tracked resource versions report: Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: pushed versions: Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: { 'AddressGroup': {'1.2'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'ConntrackHelper': {'1.0'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Log': {'1.0'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Network': {'1.1'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Port': {'1.7'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'PortForwarding': {'1.2'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'QosPolicy': {'1.8'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SecurityGroup': {'1.4'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SecurityGroupRule': {'1.2'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SubPort': {'1.0'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Subnet': {'1.1'}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Trunk': {'1.1'}} Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: consumer versions: Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: { DHCP agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: L3 agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: Metadata agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: Metering agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: Open vSwitch agent@dv-cinder-786260-13-iscsi: { 'AddressGroup': '1.2', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'ConntrackHelper': '1.0', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Log': '1.0', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Network': '1.1', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Port': '1.7', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'PortForwarding': '1.2', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'QosPolicy': '1.8', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SecurityGroup': '1.4', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SecurityGroupRule': '1.2', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SubPort': '1.0', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Subnet': '1.1', Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Trunk': '1.1'}} Jul 27 17:51:04.078813 dv-cinder-786260-13-iscsi neutron-server[93051]: {{(pid=93051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 17:51:04.156992 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:04.207672 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:04.208805 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:04.209467 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:04.300036 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7858763 Jul 27 17:51:04.307815 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adc7b0-702f-4922-815e-e65603d10ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=c228c69c-e796-4fb2-8082-2f08414a527f,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:04.325889 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network c228c69c-e796-4fb2-8082-2f08414a527f details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:51:06.938438 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54520) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:07.332047 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77b8dc-7598-4114-ba5f-cd5196091f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:07.333429 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-5e77b8dc-7598-4114-ba5f-cd5196091f52 admin admin] 10.222.0.47 "GET /v2.0/networks/c228c69c-e796-4fb2-8082-2f08414a527f HTTP/1.1" status: 200 len: 825 time: 0.3939171 Jul 27 17:51:07.358076 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4fdc5c2b-f54c-4504-a0d7-3b575dc22c52 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/77bc4945-31c7-4ff2-beb5-6f5c994d2b87 HTTP/1.1" status: 200 len: 734 time: 0.0183601 Jul 27 17:51:07.367674 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'ip_version': 4, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f', 'subnetpool_id': '77bc4945-31c7-4ff2-beb5-6f5c994d2b87', 'gateway_ip': '172.20.0.1'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:07.389734 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Made reservation on behalf of 9747f4c3e3ad4de889ec863e1bed4958 for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:07.392324 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:07.699088 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:07.770783 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b8f36f-700d-4817-b86e-52e8cc71e62c,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:07.772739 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Checking segment: {'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:07.773116 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Network hostable DHCP agents. Network: c228c69c-e796-4fb2-8082-2f08414a527f, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:51:07.794953 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Network c228c69c-e796-4fb2-8082-2f08414a527f is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:51:07.807045 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, c228c69c-e796-4fb2-8082-2f08414a527f) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:07.811682 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:07.812305 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:07.818183 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabefef8-1d31-4b06-89a4-7f35f4752a52 None None] Network c228c69c-e796-4fb2-8082-2f08414a527f requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:07.833187 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-21f54fdf-5f9a-4194-a053-68547dca9628 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4645860 Jul 27 17:51:08.144504 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-c228c69c-e796-4fb2-8082-2f08414a527f', 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'fixed_ips': [{'subnet_id': '49b8f36f-700d-4817-b86e-52e8cc71e62c'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:51:08.145848 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:08.419654 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Allocated IP 172.20.0.2 (c228c69c-e796-4fb2-8082-2f08414a527f/49b8f36f-700d-4817-b86e-52e8cc71e62c/f9c4c57b-3be9-45d9-9986-e91d491fc346) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:08.654078 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:08.669560 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Transition to ACTIVE for port object f9c4c57b-3be9-45d9-9986-e91d491fc346 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:08.693287 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Transition to ACTIVE for port object f9c4c57b-3be9-45d9-9986-e91d491fc346 will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:08.701588 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:08.771823 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Network c228c69c-e796-4fb2-8082-2f08414a527f is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:08.781804 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:08.787226 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Pushing event updated for resources: {'Port': ['ID=f9c4c57b-3be9-45d9-9986-e91d491fc346,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:08.791290 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:08.799489 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.799857 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.800204 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.800541 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.800873 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.801203 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.801636 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.801859 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.802200 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.802528 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.802853 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.803199 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Tracked resource versions report: Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: pushed versions: Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: { 'AddressGroup': {'1.2'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'ConntrackHelper': {'1.0'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Log': {'1.0'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Network': {'1.1'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Port': {'1.7'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'PortForwarding': {'1.2'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'QosPolicy': {'1.8'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SecurityGroup': {'1.4'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SecurityGroupRule': {'1.2'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SubPort': {'1.0'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Subnet': {'1.1'}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Trunk': {'1.1'}} Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: consumer versions: Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: { DHCP agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: L3 agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: Metadata agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: Metering agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: Open vSwitch agent@dv-cinder-786260-13-iscsi: { 'AddressGroup': '1.2', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'ConntrackHelper': '1.0', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Log': '1.0', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Network': '1.1', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Port': '1.7', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'PortForwarding': '1.2', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'QosPolicy': '1.8', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SecurityGroup': '1.4', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SecurityGroupRule': '1.2', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SubPort': '1.0', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Subnet': '1.1', Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Trunk': '1.1'}} Jul 27 17:51:08.804575 dv-cinder-786260-13-iscsi neutron-server[93052]: {{(pid=93052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 17:51:08.884385 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Attempting to bind port f9c4c57b-3be9-45d9-9986-e91d491fc346 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:08.885056 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Attempting to bind port f9c4c57b-3be9-45d9-9986-e91d491fc346 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:08.885201 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Attempting to bind port f9c4c57b-3be9-45d9-9986-e91d491fc346 on network c228c69c-e796-4fb2-8082-2f08414a527f {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:08.890088 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:08.890503 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Checking segment: {'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:08.890965 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:08.891383 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Bound using segment: {'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:08.892016 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Bound port: f9c4c57b-3be9-45d9-9986-e91d491fc346, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:08.892448 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:08.956167 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] For port f9c4c57b-3be9-45d9-9986-e91d491fc346, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:08.960284 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] For port f9c4c57b-3be9-45d9-9986-e91d491fc346, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=f9c4c57b-3be9-45d9-9986-e91d491fc346,segment=NetworkSegment(b9fc911c-879e-423f-b116-e7b7eb69e6ce),segment_id=b9fc911c-879e-423f-b116-e7b7eb69e6ce)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:08.964547 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:09.027519 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a962ed3-c655-42d4-a66f-d458b61588a8 None None] Pushing event updated for resources: {'Port': ['ID=f9c4c57b-3be9-45d9-9986-e91d491fc346,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:10.228668 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 54528) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:10.739150 dv-cinder-786260-13-iscsi neutron-server[93050]: WARNING oslo_policy.policy [None req-b918108b-2884-4d63-a7ba-50630c440fbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 17:51:10.739725 dv-cinder-786260-13-iscsi neutron-server[93050]: WARNING oslo_policy.policy [None req-b918108b-2884-4d63-a7ba-50630c440fbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 17:51:10.960606 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [None req-b918108b-2884-4d63-a7ba-50630c440fbf admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:51:10.975332 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-b918108b-2884-4d63-a7ba-50630c440fbf admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7308486 Jul 27 17:51:13.434801 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54542) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:13.750412 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [None req-7a5e7406-bfe3-41ad-84ac-0b72a9fd3c9f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:51:13.751754 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7a5e7406-bfe3-41ad-84ac-0b72a9fd3c9f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3159790 Jul 27 17:51:16.402376 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54556) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:16.699001 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-2b69300d-8463-4bc9-86d3-68c312f288f3 admin admin] Request body: {'router': {'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'name': 'router1', 'admin_state_up': True}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:16.722728 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2b69300d-8463-4bc9-86d3-68c312f288f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:16.724295 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2b69300d-8463-4bc9-86d3-68c312f288f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:16.867493 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2b69300d-8463-4bc9-86d3-68c312f288f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:16.873650 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2b69300d-8463-4bc9-86d3-68c312f288f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:16.889098 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2b69300d-8463-4bc9-86d3-68c312f288f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:16.890461 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-2b69300d-8463-4bc9-86d3-68c312f288f3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4870749 Jul 27 17:51:17.375852 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c34208-501c-41e4-978a-d1c3cbf07aef None None] Network c228c69c-e796-4fb2-8082-2f08414a527f requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:17.466032 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-830a10c2-666b-4dbf-89ec-0581251c377a None None] Provisioning for port f9c4c57b-3be9-45d9-9986-e91d491fc346 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:17.585269 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device f9c4c57b-3be9-45d9-9986-e91d491fc346 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:17.674108 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port f9c4c57b-3be9-45d9-9986-e91d491fc346 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:17.679341 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port f9c4c57b-3be9-45d9-9986-e91d491fc346 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:17.679739 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:17.803787 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:17.821337 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-4bcfff13-649e-44cb-84cf-704630432683 None None] Provisioning complete for port f9c4c57b-3be9-45d9-9986-e91d491fc346 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:17.821623 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4bcfff13-649e-44cb-84cf-704630432683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:17.867827 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port f9c4c57b-3be9-45d9-9986-e91d491fc346, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=f9c4c57b-3be9-45d9-9986-e91d491fc346,segment=NetworkSegment(b9fc911c-879e-423f-b116-e7b7eb69e6ce),segment_id=b9fc911c-879e-423f-b116-e7b7eb69e6ce)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:17.874827 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:17.960313 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=f9c4c57b-3be9-45d9-9986-e91d491fc346,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:19.280768 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54564) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:19.553853 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device f9c4c57b-3be9-45d9-9986-e91d491fc346 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:19.600185 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port f9c4c57b-3be9-45d9-9986-e91d491fc346 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:19.600554 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:19.606658 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [None req-28158300-0428-4d48-bf29-710c26f65011 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:51:19.607777 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-28158300-0428-4d48-bf29-710c26f65011 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3260756 Jul 27 17:51:20.761346 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d54b821c-8bd1-4f21-8b57-7c2477a0e32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:21.982166 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54572) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:22.287801 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:22.308957 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Made reservation on behalf of 00ab6500b0324ca2bc385e3e7f8e55cb for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:22.311225 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:22.322340 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:22.408180 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:22.411588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:22.424676 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93051) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 27 17:51:22.445744 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dee6c76-b955-484e-8fd9-2e492ca2c673,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:22.448555 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:22.448891 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Added segment bf40b8b9-3990-426e-ba38-8e3e4c303958 of type flat for network d2a723e0-c096-4585-8466-4a29cd59b5b1 Jul 27 17:51:22.493699 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:22.527842 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:22.528782 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:22.529343 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:22.582571 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5992584 Jul 27 17:51:22.589314 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89c828-aeca-40d0-9056-07183169e3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a723e0-c096-4585-8466-4a29cd59b5b1,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:22.600254 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:51:23.618957 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:23.623971 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-0bf2dd9d-17d5-4ab7-8c1f-0208189fb747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:24.367171 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:24.977376 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54590) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:25.150778 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec6e814-e524-4cd3-ac05-361a04a7882d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:25.152130 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-eec6e814-e524-4cd3-ac05-361a04a7882d admin admin] 10.222.0.47 "GET /v2.0/subnets/49b8f36f-700d-4817-b86e-52e8cc71e62c HTTP/1.1" status: 200 len: 849 time: 0.1737790 Jul 27 17:51:25.269117 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a849aee7-03d5-445f-b0b0-1a5201a8183e admin admin] 10.222.0.47 "GET /v2.0/routers/a2af9de2-5843-4128-8a37-4731ad9e62ed HTTP/1.1" status: 200 len: 704 time: 0.1103702 Jul 27 17:51:25.534536 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:25.824983 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Allocated IP 172.20.0.1 (c228c69c-e796-4fb2-8082-2f08414a527f/49b8f36f-700d-4817-b86e-52e8cc71e62c/e728c4d6-8e17-42be-ba0b-641c2dd51fed) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:26.019329 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.025479 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.047977 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Transition to ACTIVE for port object e728c4d6-8e17-42be-ba0b-641c2dd51fed will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:26.126374 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.196546 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Network c228c69c-e796-4fb2-8082-2f08414a527f is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:26.207351 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:26.212775 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:26.212775 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.232338 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Pushing event updated for resources: {'Port': ['ID=e728c4d6-8e17-42be-ba0b-641c2dd51fed,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:26.425364 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.435295 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-0da6b3cb-07ad-43d8-ba4f-14cd4850435e None None] Provisioning for port e728c4d6-8e17-42be-ba0b-641c2dd51fed completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:26.439551 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-0da6b3cb-07ad-43d8-ba4f-14cd4850435e None None] Provisioning complete for port e728c4d6-8e17-42be-ba0b-641c2dd51fed triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:26.439921 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-0da6b3cb-07ad-43d8-ba4f-14cd4850435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.474891 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-0da6b3cb-07ad-43d8-ba4f-14cd4850435e None None] Port e728c4d6-8e17-42be-ba0b-641c2dd51fed cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:51:26.607455 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.612396 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.613135 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.689440 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Pushing event updated for resources: {'Port': ['ID=e728c4d6-8e17-42be-ba0b-641c2dd51fed,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:26.742747 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Network c228c69c-e796-4fb2-8082-2f08414a527f is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:26.744064 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:26.906781 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Router a2af9de2-5843-4128-8a37-4731ad9e62ed is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:51:26.994378 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-3f19f0c5-bbda-404f-b8dc-6db431460ded None None] Provisioning complete for port e728c4d6-8e17-42be-ba0b-641c2dd51fed triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:26.994777 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-3f19f0c5-bbda-404f-b8dc-6db431460ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:26.998932 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:27.005364 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-9df964c4-17a5-4f9a-99b8-b9effb60b368 admin admin] 10.222.0.47 "PUT /v2.0/routers/a2af9de2-5843-4128-8a37-4731ad9e62ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7308812 Jul 27 17:51:27.010476 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Sync routers for ids ['a2af9de2-5843-4128-8a37-4731ad9e62ed'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:27.032972 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Routers {'a2af9de2-5843-4128-8a37-4731ad9e62ed'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:27.033821 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:51:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['a2af9de2-5843-4128-8a37-4731ad9e62ed'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:27.037480 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-3f19f0c5-bbda-404f-b8dc-6db431460ded None None] Port e728c4d6-8e17-42be-ba0b-641c2dd51fed cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:51:27.229870 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Set router a2af9de2-5843-4128-8a37-4731ad9e62ed gateway port host: None {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:27.663704 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'name': 'router1', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:16Z', 'updated_at': '2021-07-27T17:51:26Z', 'revision_number': 2, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'gw_port_host': None, '_interfaces': [{'id': 'e728c4d6-8e17-42be-ba0b-641c2dd51fed', 'name': '', 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'mac_address': 'fa:16:3e:12:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:25Z', 'updated_at': '2021-07-27T17:51:26Z', 'revision_number': 2, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'subnets': [{'id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bc4945-31c7-4ff2-beb5-6f5c994d2b87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:27.716413 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Checking router: a2af9de2-5843-4128-8a37-4731ad9e62ed for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:27.716788 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Updating router a2af9de2-5843-4128-8a37-4731ad9e62ed port e728c4d6-8e17-42be-ba0b-641c2dd51fed binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:51:27.790324 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:28.039700 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:51:28.311172 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:28.329484 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Transition to ACTIVE for port object e728c4d6-8e17-42be-ba0b-641c2dd51fed will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:28.335193 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:28.425804 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Pushing event updated for resources: {'Port': ['ID=e728c4d6-8e17-42be-ba0b-641c2dd51fed,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:28.434882 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.435272 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.435618 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.435955 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.436286 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.436615 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.436942 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.437268 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.438765 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.439125 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.439458 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.439784 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Tracked resource versions report: Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: pushed versions: Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: { 'AddressGroup': {'1.2'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'ConntrackHelper': {'1.0'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Log': {'1.0'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Network': {'1.1'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Port': {'1.7'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'PortForwarding': {'1.2'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'QosPolicy': {'1.8'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SecurityGroup': {'1.4'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SecurityGroupRule': {'1.2'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SubPort': {'1.0'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Subnet': {'1.1'}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Trunk': {'1.1'}} Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: consumer versions: Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: { DHCP agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: L3 agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: Metadata agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: Metering agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: Open vSwitch agent@dv-cinder-786260-13-iscsi: { 'AddressGroup': '1.2', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'ConntrackHelper': '1.0', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Log': '1.0', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Network': '1.1', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Port': '1.7', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'PortForwarding': '1.2', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'QosPolicy': '1.8', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SecurityGroup': '1.4', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SecurityGroupRule': '1.2', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SubPort': '1.0', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Subnet': '1.1', Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Trunk': '1.1'}} Jul 27 17:51:28.441182 dv-cinder-786260-13-iscsi neutron-server[93053]: {{(pid=93053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 17:51:28.523243 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Attempting to bind port e728c4d6-8e17-42be-ba0b-641c2dd51fed on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:28.523652 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Attempting to bind port e728c4d6-8e17-42be-ba0b-641c2dd51fed by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:28.524077 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Attempting to bind port e728c4d6-8e17-42be-ba0b-641c2dd51fed on network c228c69c-e796-4fb2-8082-2f08414a527f {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:28.529313 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:28.529739 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Checking segment: {'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:28.530189 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:28.530573 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Bound using segment: {'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:28.531103 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Bound port: e728c4d6-8e17-42be-ba0b-641c2dd51fed, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fc911c-879e-423f-b116-e7b7eb69e6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:28.531558 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:28.601064 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] For port e728c4d6-8e17-42be-ba0b-641c2dd51fed, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:28.622256 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] For port e728c4d6-8e17-42be-ba0b-641c2dd51fed, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=e728c4d6-8e17-42be-ba0b-641c2dd51fed,segment=NetworkSegment(b9fc911c-879e-423f-b116-e7b7eb69e6ce),segment_id=b9fc911c-879e-423f-b116-e7b7eb69e6ce)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:28.627193 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:28.682349 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Routers {'a2af9de2-5843-4128-8a37-4731ad9e62ed'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:28.683025 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:51:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['a2af9de2-5843-4128-8a37-4731ad9e62ed'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:28.719547 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac5d2e-f723-4da4-a095-ce974a72d661 None None] Pushing event updated for resources: {'Port': ['ID=e728c4d6-8e17-42be-ba0b-641c2dd51fed,revision_number=4']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:28.778795 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] Set router a2af9de2-5843-4128-8a37-4731ad9e62ed gateway port host: None {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:28.983315 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'name': 'router1', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:16Z', 'updated_at': '2021-07-27T17:51:26Z', 'revision_number': 2, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'gw_port_host': None, '_interfaces': [{'id': 'e728c4d6-8e17-42be-ba0b-641c2dd51fed', 'name': '', 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'mac_address': 'fa:16:3e:12:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:25Z', 'updated_at': '2021-07-27T17:51:28Z', 'revision_number': 4, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'subnets': [{'id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bc4945-31c7-4ff2-beb5-6f5c994d2b87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:29.012490 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d484bd3b-44e2-48b2-97d0-4c07a4e5e66c None None] The sync data for ids ['a2af9de2-5843-4128-8a37-4731ad9e62ed'] in dv-cinder-786260-13-iscsi is: [{'id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'name': 'router1', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:16Z', 'updated_at': '2021-07-27T17:51:26Z', 'revision_number': 2, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'gw_port_host': None, '_interfaces': [{'id': 'e728c4d6-8e17-42be-ba0b-641c2dd51fed', 'name': '', 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'mac_address': 'fa:16:3e:12:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:25Z', 'updated_at': '2021-07-27T17:51:28Z', 'revision_number': 4, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'subnets': [{'id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bc4945-31c7-4ff2-beb5-6f5c994d2b87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:29.240251 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 54610) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:29.348903 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955569e-77ca-43a7-99c9-e244adf5e9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:29.350284 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-2955569e-77ca-43a7-99c9-e244adf5e9dc admin admin] 10.222.0.47 "GET /v2.0/networks/d2a723e0-c096-4585-8466-4a29cd59b5b1 HTTP/1.1" status: 200 len: 842 time: 0.1090832 Jul 27 17:51:29.360208 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Request body: {'subnet': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:29.381018 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Made reservation on behalf of 00ab6500b0324ca2bc385e3e7f8e55cb for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:51:29.383222 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:29.737258 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.objects.ports [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93051) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 27 17:51:29.737693 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:29.791918 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae17b766-c89f-4aab-b684-22610297dd41,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:29.801182 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:29.801646 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Network hostable DHCP agents. Network: d2a723e0-c096-4585-8466-4a29cd59b5b1, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:51:29.818345 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:51:29.826697 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, d2a723e0-c096-4585-8466-4a29cd59b5b1) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:29.830752 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:29.831436 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:29.837747 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72db9e7-22fd-424b-b4c0-56e49ccd0aae None None] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:29.857242 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-06e0eff0-a48f-4340-ab85-8203b2834730 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4886642 Jul 27 17:51:29.980315 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7360f69c-402a-4fb7-be25-f41072189e39 None None] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:51:32.158042 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 54618) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:32.273651 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.policy [None req-729bae87-bb89-43fd-8f33-347a39d18da9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93050) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 27 17:51:32.318889 dv-cinder-786260-13-iscsi neutron-server[93050]: WARNING oslo_policy.policy [None req-729bae87-bb89-43fd-8f33-347a39d18da9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 17:51:32.319308 dv-cinder-786260-13-iscsi neutron-server[93050]: WARNING oslo_policy.policy [None req-729bae87-bb89-43fd-8f33-347a39d18da9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 27 17:51:32.574488 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-729bae87-bb89-43fd-8f33-347a39d18da9 admin admin] 10.222.0.47 "GET /v2.0/routers/a2af9de2-5843-4128-8a37-4731ad9e62ed HTTP/1.1" status: 200 len: 710 time: 0.4101717 Jul 27 17:51:32.760909 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a158037-19c3-432b-b4f4-611f59dbc07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:51:32.762674 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7a158037-19c3-432b-b4f4-611f59dbc07b admin admin] 10.222.0.47 "GET /v2.0/networks/d2a723e0-c096-4585-8466-4a29cd59b5b1 HTTP/1.1" status: 200 len: 886 time: 0.1874676 Jul 27 17:51:32.772327 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:51:33.033812 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:33.283425 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:33.369501 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:33.555931 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Allocated IP 172.27.1.47 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/7ff47aac-dbfd-44f9-9340-3daec099bb94) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:51:33.670936 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:33.759155 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:33.798402 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:51:33.799814 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:51:33.874256 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:51:33.910903 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Pushing event updated for resources: {'Port': ['ID=7ff47aac-dbfd-44f9-9340-3daec099bb94,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:33.948842 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.949196 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.949530 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.949860 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.950187 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.950514 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.950835 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.951193 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.951535 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.951858 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.952174 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.952489 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Tracked resource versions report: Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: pushed versions: Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: { 'AddressGroup': {'1.2'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'ConntrackHelper': {'1.0'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Log': {'1.0'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Network': {'1.1'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Port': {'1.7'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'PortForwarding': {'1.2'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'QosPolicy': {'1.8'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SecurityGroup': {'1.4'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SecurityGroupRule': {'1.2'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SubPort': {'1.0'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Subnet': {'1.1'}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Trunk': {'1.1'}} Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: consumer versions: Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: { DHCP agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: L3 agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: Metadata agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: Metering agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: Open vSwitch agent@dv-cinder-786260-13-iscsi: { 'AddressGroup': '1.2', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'ConntrackHelper': '1.0', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Log': '1.0', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Network': '1.1', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Port': '1.7', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'PortForwarding': '1.2', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'QosPolicy': '1.8', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SecurityGroup': '1.4', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SecurityGroupRule': '1.2', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SubPort': '1.0', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Subnet': '1.1', Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Trunk': '1.1'}} Jul 27 17:51:33.954039 dv-cinder-786260-13-iscsi neutron-server[93050]: {{(pid=93050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 17:51:34.194761 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.454082 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.457398 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-929559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-929560', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-585917'] for router, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.564771 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Router a2af9de2-5843-4128-8a37-4731ad9e62ed has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:51:34.671434 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:51:34.676225 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:34.677441 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-911cf346-77fa-4e1f-83f8-72ff121ff29f admin admin] 10.222.0.47 "PUT /v2.0/routers/a2af9de2-5843-4128-8a37-4731ad9e62ed HTTP/1.1" status: 200 len: 889 time: 1.9086413 Jul 27 17:51:35.494897 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Sync routers for ids ['a2af9de2-5843-4128-8a37-4731ad9e62ed'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:51:35.505734 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Routers {'a2af9de2-5843-4128-8a37-4731ad9e62ed'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:35.506382 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:51:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['a2af9de2-5843-4128-8a37-4731ad9e62ed'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:35.640241 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device e728c4d6-8e17-42be-ba0b-641c2dd51fed up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:35.800552 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Set router a2af9de2-5843-4128-8a37-4731ad9e62ed gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:35.846197 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port e728c4d6-8e17-42be-ba0b-641c2dd51fed completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:35.867982 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port e728c4d6-8e17-42be-ba0b-641c2dd51fed triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:35.868423 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.166476 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.238584 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port e728c4d6-8e17-42be-ba0b-641c2dd51fed, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=e728c4d6-8e17-42be-ba0b-641c2dd51fed,segment=NetworkSegment(b9fc911c-879e-423f-b116-e7b7eb69e6ce),segment_id=b9fc911c-879e-423f-b116-e7b7eb69e6ce)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:36.244043 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.320545 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=e728c4d6-8e17-42be-ba0b-641c2dd51fed,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:36.336581 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'name': 'router1', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7ff47aac-dbfd-44f9-9340-3daec099bb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:16Z', 'updated_at': '2021-07-27T17:51:34Z', 'revision_number': 4, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'gw_port': {'id': '7ff47aac-dbfd-44f9-9340-3daec099bb94', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:33Z', 'updated_at': '2021-07-27T17:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'e728c4d6-8e17-42be-ba0b-641c2dd51fed', 'name': '', 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'mac_address': 'fa:16:3e:12:62:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:25Z', 'updated_at': '2021-07-27T17:51:28Z', 'revision_number': 4, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'subnets': [{'id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bc4945-31c7-4ff2-beb5-6f5c994d2b87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:36.388939 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Checking router: a2af9de2-5843-4128-8a37-4731ad9e62ed for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:51:36.389325 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Updating router a2af9de2-5843-4128-8a37-4731ad9e62ed port 7ff47aac-dbfd-44f9-9340-3daec099bb94 binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:51:36.423636 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.755266 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.764696 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Transition to ACTIVE for port object 7ff47aac-dbfd-44f9-9340-3daec099bb94 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:51:36.770293 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.821877 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Attempting to bind port 7ff47aac-dbfd-44f9-9340-3daec099bb94 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:51:36.822250 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Attempting to bind port 7ff47aac-dbfd-44f9-9340-3daec099bb94 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:51:36.822610 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Attempting to bind port 7ff47aac-dbfd-44f9-9340-3daec099bb94 on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:51:36.825274 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5c06e-8a33-4aa4-8c9a-cce773898a31 None None] Pushing event updated for resources: {'Port': ['ID=7ff47aac-dbfd-44f9-9340-3daec099bb94,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:36.829657 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:51:36.830025 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:51:36.830418 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.830797 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:51:36.831280 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Bound port: 7ff47aac-dbfd-44f9-9340-3daec099bb94, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:51:36.831672 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.881735 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] For port 7ff47aac-dbfd-44f9-9340-3daec099bb94, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:51:36.887692 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] For port 7ff47aac-dbfd-44f9-9340-3daec099bb94, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=7ff47aac-dbfd-44f9-9340-3daec099bb94,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:51:36.892311 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:36.954020 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5c06e-8a33-4aa4-8c9a-cce773898a31 None None] Pushing event updated for resources: {'Port': ['ID=7ff47aac-dbfd-44f9-9340-3daec099bb94,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:36.956695 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Routers {'a2af9de2-5843-4128-8a37-4731ad9e62ed'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:51:36.957305 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:51:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['a2af9de2-5843-4128-8a37-4731ad9e62ed'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:37.058130 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 54636) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:51:37.146342 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] Set router a2af9de2-5843-4128-8a37-4731ad9e62ed gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:51:37.192860 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-8b23dd66-acbd-4341-9633-741e52ff28a7 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1336036 Jul 27 17:51:37.378692 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'name': 'router1', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7ff47aac-dbfd-44f9-9340-3daec099bb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:16Z', 'updated_at': '2021-07-27T17:51:34Z', 'revision_number': 4, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'gw_port': {'id': '7ff47aac-dbfd-44f9-9340-3daec099bb94', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:33Z', 'updated_at': '2021-07-27T17:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'e728c4d6-8e17-42be-ba0b-641c2dd51fed', 'name': '', 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'mac_address': 'fa:16:3e:12:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:25Z', 'updated_at': '2021-07-27T17:51:36Z', 'revision_number': 5, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'subnets': [{'id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bc4945-31c7-4ff2-beb5-6f5c994d2b87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:51:37.408542 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a4d9cd-dac7-4167-a4c0-e5c22970b0a4 None None] The sync data for ids ['a2af9de2-5843-4128-8a37-4731ad9e62ed'] in dv-cinder-786260-13-iscsi is: [{'id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'name': 'router1', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '7ff47aac-dbfd-44f9-9340-3daec099bb94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:51:16Z', 'updated_at': '2021-07-27T17:51:34Z', 'revision_number': 4, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'gw_port': {'id': '7ff47aac-dbfd-44f9-9340-3daec099bb94', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:fc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:33Z', 'updated_at': '2021-07-27T17:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'e728c4d6-8e17-42be-ba0b-641c2dd51fed', 'name': '', 'network_id': 'c228c69c-e796-4fb2-8082-2f08414a527f', 'tenant_id': '9747f4c3e3ad4de889ec863e1bed4958', 'mac_address': 'fa:16:3e:12:62:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af9de2-5843-4128-8a37-4731ad9e62ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:51:25Z', 'updated_at': '2021-07-27T17:51:36Z', 'revision_number': 5, 'project_id': '9747f4c3e3ad4de889ec863e1bed4958', 'subnets': [{'id': '49b8f36f-700d-4817-b86e-52e8cc71e62c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '77bc4945-31c7-4ff2-beb5-6f5c994d2b87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:51:37.680103 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 7ff47aac-dbfd-44f9-9340-3daec099bb94 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:37.736145 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 7ff47aac-dbfd-44f9-9340-3daec099bb94 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:51:37.740410 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 7ff47aac-dbfd-44f9-9340-3daec099bb94 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:37.740883 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.832708 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.854563 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 7ff47aac-dbfd-44f9-9340-3daec099bb94, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=7ff47aac-dbfd-44f9-9340-3daec099bb94,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:51:37.860140 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:37.860927 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device e728c4d6-8e17-42be-ba0b-641c2dd51fed up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:37.941033 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=7ff47aac-dbfd-44f9-9340-3daec099bb94,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:51:37.953202 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port e728c4d6-8e17-42be-ba0b-641c2dd51fed triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:37.953202 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:39.583582 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 7ff47aac-dbfd-44f9-9340-3daec099bb94 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:51:39.638697 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 7ff47aac-dbfd-44f9-9340-3daec099bb94 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:51:39.639130 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:50.764105 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c831ec72-5bb6-42c3-9c9e-cdcad28eb766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.627710 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:53.636420 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-06e20ed3-7d8b-4562-a8d7-3860d3e92eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:54.377328 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:51:56.040594 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:05.030759 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:52:20.767604 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d032-c360-4a98-b755-a2a7559ff0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:23.611919 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:23.631313 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-5c185fe2-8528-496c-8365-e110e3041f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:24.374716 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:26.032820 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:42.030009 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:52:50.772383 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-854027db-a126-48db-a31d-e8e791c429fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:53.613828 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:53.632559 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-160ab77d-ae5b-43a0-9dc0-1ac969689c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:54.377939 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:52:56.042896 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:13.668299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55206) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:13.729592 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a9e7f8-7344-498b-b8eb-6e1a686f316b admin admin] GET failed (client error): The resource could not be found. Jul 27 17:53:13.730935 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-14a9e7f8-7344-498b-b8eb-6e1a686f316b admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616910 Jul 27 17:53:13.891020 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3a83d-c579-4273-a554-0a6cb339e527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:13.892437 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-59a3a83d-c579-4273-a554-0a6cb339e527 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569555 Jul 27 17:53:16.068752 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55216) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:16.160625 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6a100-174e-49ff-af77-a3a4b6405f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:16.161953 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e5a6a100-174e-49ff-af77-a3a4b6405f9c admin admin] 10.222.0.47 "GET /v2.0/subnets/49b8f36f-700d-4817-b86e-52e8cc71e62c HTTP/1.1" status: 200 len: 849 time: 0.0922401 Jul 27 17:53:16.172069 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:53:16.256322 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:16.400712 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780061060581'] for subnet, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:16.433185 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:16.433766 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:16.436624 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] 10.222.0.47 "PUT /v2.0/subnets/49b8f36f-700d-4817-b86e-52e8cc71e62c HTTP/1.1" status: 200 len: 868 time: 0.2666118 Jul 27 17:53:16.450802 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4db90-49f6-44f4-902f-cbf1e7c72865 None None] Network c228c69c-e796-4fb2-8082-2f08414a527f requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:53:16.451499 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b8f36f-700d-4817-b86e-52e8cc71e62c,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:53:16.458857 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.459266 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.459614 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.459944 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.460281 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.460624 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.460956 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.461282 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.461621 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.461954 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.462833 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.463353 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c31934a-ff31-4efd-b324-ecf0c97a4c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:53:16.809474 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-2f54d3ee-a0ad-43a5-902c-d792df442d1d None None] Provisioning complete for port f9c4c57b-3be9-45d9-9986-e91d491fc346 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:53:16.809845 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2f54d3ee-a0ad-43a5-902c-d792df442d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:16.894810 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-2f54d3ee-a0ad-43a5-902c-d792df442d1d None None] Provisioning complete for port e728c4d6-8e17-42be-ba0b-641c2dd51fed triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:53:16.895137 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2f54d3ee-a0ad-43a5-902c-d792df442d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:18.631197 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55224) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:18.827556 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea33eadf-28f7-45bb-beb4-f277e3ea1e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:18.827950 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea33eadf-28f7-45bb-beb4-f277e3ea1e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:18.829496 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ea33eadf-28f7-45bb-beb4-f277e3ea1e56 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973422 Jul 27 17:53:19.028181 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:53:20.773881 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6a2d-4ac2-48a2-b56d-45aa3b30938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:20.985537 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55232) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:21.115204 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe7035-1b6e-4fbc-b592-01338a37ae4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:21.115676 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe7035-1b6e-4fbc-b592-01338a37ae4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:21.117454 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1dfe7035-1b6e-4fbc-b592-01338a37ae4e admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308832 Jul 27 17:53:23.298017 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55240) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:23.434297 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da121ac-cb47-4bb7-9ed8-c10d8d20d1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:23.435794 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4da121ac-cb47-4bb7-9ed8-c10d8d20d1f1 admin admin] 10.222.0.47 "GET /v2.0/networks/c228c69c-e796-4fb2-8082-2f08414a527f HTTP/1.1" status: 200 len: 869 time: 0.1367493 Jul 27 17:53:23.615777 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:23.633328 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f940f02a-389b-4650-9619-1d9f85fa2f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:24.383618 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:25.616878 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55248) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:25.737912 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddae1b6-5811-4e1c-962a-88054041cda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:25.739301 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-fddae1b6-5811-4e1c-962a-88054041cda5 admin admin] 10.222.0.47 "GET /v2.0/networks/d2a723e0-c096-4585-8466-4a29cd59b5b1 HTTP/1.1" status: 200 len: 886 time: 0.1214509 Jul 27 17:53:26.049423 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:27.902552 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55256) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:28.024028 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d82f7-816d-47b6-899c-4b6ed1b272ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:28.025264 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d82f7-816d-47b6-899c-4b6ed1b272ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:28.026833 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-725d82f7-816d-47b6-899c-4b6ed1b272ad admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233068 Jul 27 17:53:30.205834 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55264) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:30.293942 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f156b28-50ac-4164-bd5b-4c33253d30cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:30.294391 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f156b28-50ac-4164-bd5b-4c33253d30cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:30.295900 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4f156b28-50ac-4164-bd5b-4c33253d30cc admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891309 Jul 27 17:53:32.514143 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55272) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:32.604275 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a7c17-8cea-4ed1-a91e-ea7fa4ccedf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:32.605539 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b33a7c17-8cea-4ed1-a91e-ea7fa4ccedf1 admin admin] 10.222.0.47 "GET /v2.0/subnets/49b8f36f-700d-4817-b86e-52e8cc71e62c HTTP/1.1" status: 200 len: 868 time: 0.0904686 Jul 27 17:53:34.790599 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55280) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:53:34.876555 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1012f1cc-ac75-4b1d-a29f-817b72d6c0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:53:34.877879 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1012f1cc-ac75-4b1d-a29f-817b72d6c0b6 admin admin] 10.222.0.47 "GET /v2.0/subnets/ae17b766-c89f-4aab-b684-22610297dd41 HTTP/1.1" status: 200 len: 816 time: 0.0863590 Jul 27 17:53:50.775411 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-3b36ddea-35a4-4548-b6a5-c35f48406ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:53.619580 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:53.638179 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d965df07-8d2a-458e-a10f-8a0aecf4afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:54.389930 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:53:56.027218 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:53:56.051713 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:00.528887 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55334) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:54:00.574050 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [None req-376a2168-8776-4349-8cce-c4888451b8f1 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:54:00.575047 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-376a2168-8776-4349-8cce-c4888451b8f1 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452092 Jul 27 17:54:02.805157 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55342) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:54:02.863130 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2962a10a-3e76-4c2c-a7b5-6c715c5db51b admin admin] GET failed (client error): The resource could not be found. Jul 27 17:54:02.864414 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-2962a10a-3e76-4c2c-a7b5-6c715c5db51b admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583186 Jul 27 17:54:02.949416 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fd1952-6dc0-42e2-b33d-3d8a08892758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:02.950844 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-55fd1952-6dc0-42e2-b33d-3d8a08892758 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819695 Jul 27 17:54:05.153737 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55350) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:54:05.199652 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:54:05.201147 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.quota [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Loaded quota_driver: . Jul 27 17:54:05.235713 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Made reservation on behalf of 00ab6500b0324ca2bc385e3e7f8e55cb for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:54:05.238354 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:05.282885 dv-cinder-786260-13-iscsi neutron-server[93050]: WARNING neutron.services.revisions.revision_plugin [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Could not find related network for resource to bump revision. Jul 27 17:54:05.299775 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:54:05.312964 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780061135638', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:05.313500 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Unsubscribe: segment precommit_create {{(pid=93050) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 27 17:54:05.313972 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Added segment e086824a-f614-4d61-8c29-75ceaa4882b9 of type vlan for network 548e671d-ee59-47b9-af9f-c82e57263126 Jul 27 17:54:05.373744 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:05.413114 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:05.414064 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:05.414695 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:05.485474 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3306355 Jul 27 17:54:05.515780 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Pushing event updated for resources: {'Network': ['ID=548e671d-ee59-47b9-af9f-c82e57263126,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:05.522987 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.523388 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.523731 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.524065 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.524396 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.524727 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.525058 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.525979 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.526323 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.526652 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.526975 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.527322 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c72168-ddb4-4b0b-8c37-ed180451a2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:05.538806 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 548e671d-ee59-47b9-af9f-c82e57263126 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:54:07.668747 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55360) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:54:07.727564 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd37268b-d4bf-49e2-8aaa-23aa3ed4633e admin admin] GET failed (client error): The resource could not be found. Jul 27 17:54:07.729507 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-dd37268b-d4bf-49e2-8aaa-23aa3ed4633e admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597897 Jul 27 17:54:07.830183 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8319d-389b-469c-aad1-f7c90aff6c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:07.831710 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-e0e8319d-389b-469c-aad1-f7c90aff6c40 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0979741 Jul 27 17:54:07.842700 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:54:07.865307 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Made reservation on behalf of 00ab6500b0324ca2bc385e3e7f8e55cb for: {'subnet': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:54:07.867485 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:08.056174 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:08.108170 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ed0c29-e472-42ba-977b-253f28237b34,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:08.125083 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Checking segment: {'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:54:08.125437 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Network hostable DHCP agents. Network: 548e671d-ee59-47b9-af9f-c82e57263126, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:54:08.148092 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Network 548e671d-ee59-47b9-af9f-c82e57263126 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:54:08.158753 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 548e671d-ee59-47b9-af9f-c82e57263126) {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:54:08.162906 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:54:08.163557 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:08.167504 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc226cc-af35-4216-9309-d756da2314aa None None] Network 548e671d-ee59-47b9-af9f-c82e57263126 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:54:08.177388 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-c9a3a3cd-8196-4455-835b-d6cbb4d7d3dd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3381112 Jul 27 17:54:08.423891 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-548e671d-ee59-47b9-af9f-c82e57263126', 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126', 'tenant_id': '00ab6500b0324ca2bc385e3e7f8e55cb', 'fixed_ips': [{'subnet_id': '97ed0c29-e472-42ba-977b-253f28237b34'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:54:08.424780 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:08.564733 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Allocated IP 192.168.233.2 (548e671d-ee59-47b9-af9f-c82e57263126/97ed0c29-e472-42ba-977b-253f28237b34/84321ba1-84eb-486b-bfb3-f876bc456edc) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:54:08.705741 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:08.714115 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Transition to ACTIVE for port object 84321ba1-84eb-486b-bfb3-f876bc456edc will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:54:08.729856 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Transition to ACTIVE for port object 84321ba1-84eb-486b-bfb3-f876bc456edc will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:54:08.735639 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:08.792905 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Network 548e671d-ee59-47b9-af9f-c82e57263126 is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:54:08.793628 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Pushing event updated for resources: {'Port': ['ID=84321ba1-84eb-486b-bfb3-f876bc456edc,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:08.797040 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:54:08.801978 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:54:08.804221 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.804588 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.804938 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.805285 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.805621 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.805963 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.806300 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.807222 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.807582 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.807919 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.808308 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.808577 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:54:08.868005 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Attempting to bind port 84321ba1-84eb-486b-bfb3-f876bc456edc on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:54:08.868380 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Attempting to bind port 84321ba1-84eb-486b-bfb3-f876bc456edc by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:54:08.868744 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Attempting to bind port 84321ba1-84eb-486b-bfb3-f876bc456edc on network 548e671d-ee59-47b9-af9f-c82e57263126 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:54:08.874439 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:54:08.874817 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Checking segment: {'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:54:08.875246 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:08.875644 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Bound using segment: {'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:54:08.876116 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Bound port: 84321ba1-84eb-486b-bfb3-f876bc456edc, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:54:08.876516 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:08.938794 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] For port 84321ba1-84eb-486b-bfb3-f876bc456edc, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:54:08.942243 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] For port 84321ba1-84eb-486b-bfb3-f876bc456edc, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=84321ba1-84eb-486b-bfb3-f876bc456edc,segment=NetworkSegment(e086824a-f614-4d61-8c29-75ceaa4882b9),segment_id=e086824a-f614-4d61-8c29-75ceaa4882b9)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:54:08.946033 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:09.013212 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1976c0b-0cbb-41cd-af08-8cf1fb0ed129 None None] Pushing event updated for resources: {'Port': ['ID=84321ba1-84eb-486b-bfb3-f876bc456edc,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:09.716491 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 84321ba1-84eb-486b-bfb3-f876bc456edc up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:54:09.772065 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791f0acf-8d0d-4fb6-8b0a-3d242ac17db5 None None] Network 548e671d-ee59-47b9-af9f-c82e57263126 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:54:09.775366 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 84321ba1-84eb-486b-bfb3-f876bc456edc completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:54:09.895232 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-e970ab5f-2f83-4608-b78a-284697a21dd1 None None] Provisioning for port 84321ba1-84eb-486b-bfb3-f876bc456edc completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:54:09.901643 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-e970ab5f-2f83-4608-b78a-284697a21dd1 None None] Provisioning complete for port 84321ba1-84eb-486b-bfb3-f876bc456edc triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:54:09.902022 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e970ab5f-2f83-4608-b78a-284697a21dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:10.015841 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e970ab5f-2f83-4608-b78a-284697a21dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:10.054693 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-e970ab5f-2f83-4608-b78a-284697a21dd1 None None] For port 84321ba1-84eb-486b-bfb3-f876bc456edc, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=84321ba1-84eb-486b-bfb3-f876bc456edc,segment=NetworkSegment(e086824a-f614-4d61-8c29-75ceaa4882b9),segment_id=e086824a-f614-4d61-8c29-75ceaa4882b9)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:54:10.058770 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e970ab5f-2f83-4608-b78a-284697a21dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:10.114162 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970ab5f-2f83-4608-b78a-284697a21dd1 None None] Pushing event updated for resources: {'Port': ['ID=84321ba1-84eb-486b-bfb3-f876bc456edc,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:54:10.279374 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-53a5b176-d684-44d1-bc77-59083603c700 None None] Provisioning complete for port 84321ba1-84eb-486b-bfb3-f876bc456edc triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:54:10.279676 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-53a5b176-d684-44d1-bc77-59083603c700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:11.679760 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 84321ba1-84eb-486b-bfb3-f876bc456edc up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:54:11.732485 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 84321ba1-84eb-486b-bfb3-f876bc456edc triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:54:11.732862 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:20.775942 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fe70365b-62ac-4c2b-b2c3-070b690b858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:23.622541 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:23.640610 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4a757ef2-4781-4074-9cd1-f1b71620f2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:24.386822 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:26.055277 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:33.024929 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:54:50.776151 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b79163a3-184c-4b61-a68c-b2e9672997fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:53.618784 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:53.640782 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c81e42cf-94e6-4dae-a4da-22ecc3217a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:54.389517 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:54:56.056746 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:10.022446 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:55:20.777985 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fedf3e3b-f85f-4892-922b-44e9cb746bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:23.623404 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:23.642008 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-50a4057b-6724-46ac-82b6-fdd530271df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:23.643369 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55412) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:55:23.649241 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [None req-45e5cc9b-4832-4454-8615-b30048c01025 tempest-verify_tempest_config-829995599 tempest-verify_tempest_config-829995599-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:55:23.650219 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-45e5cc9b-4832-4454-8615-b30048c01025 tempest-verify_tempest_config-829995599 tempest-verify_tempest_config-829995599-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058630 Jul 27 17:55:23.955606 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55430) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:55:24.058559 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:24.179427 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:24.183613 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:24.226189 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abbf096-d923-4cf1-9eaf-a0224245bb8a,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:55:24.230776 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e1e015aac6194d2391395f86d7fc4b39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2743013 Jul 27 17:55:24.233523 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55434) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:55:24.235368 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.235739 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.236095 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.236438 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.236775 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.237129 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.237468 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.237816 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.238171 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.238502 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.238827 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.239191 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe606e-b102-4963-a236-c54b3908bf58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.293072 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:24.314674 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:24.391982 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:24.401418 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:24.404277 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:24.405446 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1abbf096-d923-4cf1-9eaf-a0224245bb8a HTTP/1.1" status: 204 len: 168 time: 0.1709347 Jul 27 17:55:24.413107 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abbf096-d923-4cf1-9eaf-a0224245bb8a,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:55:24.420494 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.420871 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.421222 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.421561 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.421955 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.422441 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.423070 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.423411 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.423784 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.424114 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.424438 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:24.424758 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1090e-f913-46d5-8e82-749da0c829ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:55:26.062169 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:47.021439 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:55:50.778365 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-95ceb41e-523b-47f1-b2db-267d887ec180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:53.625461 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:53.642483 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c822e517-7636-488f-b62d-517b750c1696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:54.394289 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:55:56.065009 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:20.780102 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-56503945-eea0-4ccd-8361-eb434e37fb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:23.627788 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:23.643230 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f7c65271-ee66-4b26-8e66-aaf0b088b8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:24.020257 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:56:24.397442 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:26.068777 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:50.782681 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aa91ce04-211d-4139-aa2b-cd4da33c4cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:53.628551 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:53.644964 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-cf2c21d7-7e9b-41a3-9d43-f59fc13fbc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:54.399406 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:56:56.072253 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:01.018551 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 5 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:57:01.518306 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-930840'] for agent, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:06.896666 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55488) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:57:06.997680 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0da3bfb1-f11e-4473-addb-083c856bc6fc admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0999296 Jul 27 17:57:09.190084 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55498) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:57:09.242358 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-55ca3e55-2493-4a30-bb0c-3b8086ec7be8 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0511875 Jul 27 17:57:20.783394 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a4cad524-8758-4325-a463-a154f3d76399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:23.628045 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:23.645361 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-28a70497-28c5-4b7a-8e16-f614b5dbb850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:24.406473 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:26.073115 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:31.470967 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:38.018515 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:57:50.783721 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-bb9e6bb1-2a90-4cb7-aef3-dcea4a019a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:53.628913 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:53.645695 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b0ed29a8-0edf-46f8-98fd-f66a4a63c8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:54.406844 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:57:56.077053 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:01.486199 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:15.018167 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:58:20.785783 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9426af2d-d65e-4e69-bf83-4bbc537f65a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:23.631065 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:23.646420 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-ae33a865-faf3-4aec-b4d9-d89707ec0ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:24.410144 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:26.080335 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:31.486230 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:39.597463 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55710) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:39.889339 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55726) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:39.980965 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-942043076-network', 'tenant_id': 'e845666bc26148db9854112beaf47bec'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:40.012585 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Made reservation on behalf of e845666bc26148db9854112beaf47bec for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:40.016297 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.033858 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.096759 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55734) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:40.172791 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.178041 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.215541 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:58:40.234580 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf7c91-39d5-4f73-9d0c-d026845ad1fa,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:40.243247 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.243736 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Added segment cf6569d1-dd30-4a23-abfe-7694718bdbe7 of type vlan for network fca9d782-9f4d-4550-b82f-383964941b7a Jul 27 17:58:40.246404 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.247124 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.247692 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.248284 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.248819 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.249398 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.249800 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.250195 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.250592 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.251052 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.251488 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.251908 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Tracked resource versions report: Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: pushed versions: Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: { 'AddressGroup': {'1.2'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'ConntrackHelper': {'1.0'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Log': {'1.0'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Network': {'1.1'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Port': {'1.7'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'PortForwarding': {'1.2'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'QosPolicy': {'1.8'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SecurityGroup': {'1.4'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SecurityGroupRule': {'1.2'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SubPort': {'1.0'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Subnet': {'1.1'}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Trunk': {'1.1'}} Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: consumer versions: Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: { DHCP agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: HyperV agent@hv-cinder-78626: {}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: L3 agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: Metadata agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: Metering agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: Open vSwitch agent@dv-cinder-786260-13-iscsi: { 'AddressGroup': '1.2', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'ConntrackHelper': '1.0', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Log': '1.0', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Network': '1.1', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Port': '1.7', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'PortForwarding': '1.2', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'QosPolicy': '1.8', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SecurityGroup': '1.4', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SecurityGroupRule': '1.2', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'SubPort': '1.0', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Subnet': '1.1', Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: 'Trunk': '1.1'}} Jul 27 17:58:40.253185 dv-cinder-786260-13-iscsi neutron-server[93051]: {{(pid=93051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 17:58:40.312755 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.356170 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55746) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:40.459903 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-328451874-network', 'tenant_id': '48be8aced2274ceb88830889f36916f3'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:40.471655 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1254359829-network', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:40.492414 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.495536 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:40.496093 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.538566 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Made reservation on behalf of 48be8aced2274ceb88830889f36916f3 for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:40.541254 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.600500 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.623646 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Made reservation on behalf of c4c25fa77a9a40b79d09f6291421417a for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:40.633921 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.633921 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] Pushing event updated for resources: {'Network': ['ID=fca9d782-9f4d-4550-b82f-383964941b7a,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:40.649658 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network fca9d782-9f4d-4550-b82f-383964941b7a details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:58:40.650275 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55766) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:40.656785 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Request body: {'subnet': {'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-942043076-subnet', 'tenant_id': 'e845666bc26148db9854112beaf47bec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:40.660291 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-878eb271-a07c-427a-b919-32c49314f652 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0614629 Jul 27 17:58:40.675944 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.683943 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.db.api [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 17:58:40.683943 dv-cinder-786260-13-iscsi neutron-server[93050]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 27 17:58:40.683943 dv-cinder-786260-13-iscsi neutron-server[93050]: [parameters: {'project_id_1': 'e845666bc26148db9854112beaf47bec', 'expiration_1': datetime.datetime(2021, 7, 27, 17, 58, 40, 669345)}] Jul 27 17:58:40.683943 dv-cinder-786260-13-iscsi neutron-server[93050]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 17:58:40.684640 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG oslo_db.api [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 17:58:40.812995 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.837228 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.909318 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7485c50d-b334-4703-b874-a955e9cf8879,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:40.926710 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:58:40.963923 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:40.964496 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Added segment 4dcdfd6c-9f58-4d92-acba-209b179deedc of type vlan for network 36b461fb-0cad-49fe-8755-f1b94e2ef321 Jul 27 17:58:41.018560 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-76703227-network', 'tenant_id': '8e5b2c73551b4b5d959a4fcd1a862f78'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:41.048098 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.103115 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.104230 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.105496 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:41.106077 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.110959 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.138235 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Made reservation on behalf of 8e5b2c73551b4b5d959a4fcd1a862f78 for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:41.141579 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.165963 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.194777 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:58:41.199812 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3090878 Jul 27 17:58:41.209798 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55782) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:41.216560 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Request body: {'subnet': {'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-subnet', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:41.220240 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506a53d-b5e3-4e5c-8025-98d6f20665a2 admin admin] Pushing event updated for resources: {'Network': ['ID=36b461fb-0cad-49fe-8755-f1b94e2ef321,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:41.224739 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06abd333-9dcf-4515-9dbf-4ff0ae06603d,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:41.232276 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 36b461fb-0cad-49fe-8755-f1b94e2ef321 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:58:41.243809 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.243940 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Added segment 31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83 of type vlan for network 55fa5381-5562-4185-b5aa-68b4a64b453a Jul 27 17:58:41.259429 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Made reservation on behalf of e845666bc26148db9854112beaf47bec for: {'subnet': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:41.274231 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.351823 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.392486 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.394824 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:41.395594 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.465241 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] Pushing event updated for resources: {'Network': ['ID=55fa5381-5562-4185-b5aa-68b4a64b453a,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:41.476530 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 55fa5381-5562-4185-b5aa-68b4a64b453a details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:58:41.654743 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.710845 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Checking segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:58:41.711719 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Network hostable DHCP agents. Network: fca9d782-9f4d-4550-b82f-383964941b7a, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:58:41.790812 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Network fca9d782-9f4d-4550-b82f-383964941b7a is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:58:41.813864 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed15622-b6b5-4738-880a-bd088923f101,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:41.818662 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.819590 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, fca9d782-9f4d-4550-b82f-383964941b7a) {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:41.828403 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:41.828962 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0d0fab-d520-45b8-8736-760d13f148e4 None None] Network fca9d782-9f4d-4550-b82f-383964941b7a requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:58:41.829523 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.843087 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.851495 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.851970 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.852427 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.852841 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.853189 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.853578 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.853918 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.854616 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.854983 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.855357 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.855739 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.856069 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] Tracked resource versions report: Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: pushed versions: Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: { 'AddressGroup': {'1.2'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'ConntrackHelper': {'1.0'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Log': {'1.0'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Network': {'1.1'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Port': {'1.7'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'PortForwarding': {'1.2'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'QosPolicy': {'1.8'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SecurityGroup': {'1.4'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SecurityGroupRule': {'1.2'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SubPort': {'1.0'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Subnet': {'1.1'}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Trunk': {'1.1'}} Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: consumer versions: Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: { DHCP agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: HyperV agent@hv-cinder-78626: {}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: L3 agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: Metadata agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: Metering agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: Open vSwitch agent@dv-cinder-786260-13-iscsi: { 'AddressGroup': '1.2', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'ConntrackHelper': '1.0', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Log': '1.0', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Network': '1.1', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Port': '1.7', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'PortForwarding': '1.2', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'QosPolicy': '1.8', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SecurityGroup': '1.4', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SecurityGroupRule': '1.2', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'SubPort': '1.0', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Subnet': '1.1', Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: 'Trunk': '1.1'}} Jul 27 17:58:41.857297 dv-cinder-786260-13-iscsi neutron-server[93050]: {{(pid=93050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 17:58:41.868977 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-19e3ffa2-88e1-41dd-b7cf-d8860cadb553 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7681451 Jul 27 17:58:41.870417 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55816) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:41.883932 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:58:41.885157 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Request body: {'subnet': {'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1254359829-subnet', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:41.904142 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-075b45e1-9015-43ce-8604-f3cb168091c1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2525306 Jul 27 17:58:41.909543 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Made reservation on behalf of 48be8aced2274ceb88830889f36916f3 for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:41.927593 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.937134 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:41.945085 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Added segment 6c325447-9ad7-48f2-af13-bda9867c30d5 of type vlan for network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 Jul 27 17:58:41.995225 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d249f4-9aea-4a8e-ac7c-60516ca32d40,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:42.005399 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Made reservation on behalf of c4c25fa77a9a40b79d09f6291421417a for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:42.008001 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.075672 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.154536 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faee755-e4a5-48f6-828d-8d76a71b62c8 None None] Network fca9d782-9f4d-4550-b82f-383964941b7a requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:58:42.177187 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.185455 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:42.185455 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.204305 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8462729 Jul 27 17:58:42.206514 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55838) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:42.252588 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Request body: {'subnet': {'network_id': '6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-76703227-subnet', 'tenant_id': '8e5b2c73551b4b5d959a4fcd1a862f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:42.405345 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673cdda-097b-4f3c-8abf-3794a16f8cce admin admin] Pushing event updated for resources: {'Network': ['ID=6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:42.417815 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Made reservation on behalf of 8e5b2c73551b4b5d959a4fcd1a862f78 for: {'subnet': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:42.422198 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.429733 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:58:42.477091 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.627933 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.660299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ec3cfe-880d-47b9-9324-10316376244e,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:42.752566 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Checking segment: {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:58:42.752566 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Network hostable DHCP agents. Network: 36b461fb-0cad-49fe-8755-f1b94e2ef321, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:58:42.767654 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689f211b-5f9d-4bfd-8886-e8801d993491,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:42.788780 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55890) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:42.793136 dv-cinder-786260-13-iscsi neutron-server[93050]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 17:58:42.809104 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Checking segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:58:42.809659 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Network hostable DHCP agents. Network: 55fa5381-5562-4185-b5aa-68b4a64b453a, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:58:42.822102 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Network 36b461fb-0cad-49fe-8755-f1b94e2ef321 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:58:42.847754 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55892) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:42.859380 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Network 55fa5381-5562-4185-b5aa-68b4a64b453a is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:58:42.868687 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 55fa5381-5562-4185-b5aa-68b4a64b453a) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:42.880274 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3012d32-47d7-47be-89cc-15f4142a17a7 None None] Network 55fa5381-5562-4185-b5aa-68b4a64b453a requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:58:42.883889 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:42.885218 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.888641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 36b461fb-0cad-49fe-8755-f1b94e2ef321) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:42.904655 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:42.905563 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.935177 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-28d95df3-7e62-4009-b9d7-0c10e92d1c08 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0615575 Jul 27 17:58:42.942742 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55896) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:42.952862 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:42.971724 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.986871 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0a17111c-d5c2-46ce-ae22-fc6ee2034fb9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7757668 Jul 27 17:58:42.989253 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:42.992139 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.001230 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 55898) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:43.017078 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:43.018662 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3963ddc8-9a2c-41b5-b8b8-02d9b422cfe8 None None] Network 36b461fb-0cad-49fe-8755-f1b94e2ef321 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:58:43.069462 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.127322 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7041fa2e-c4e5-451f-a56d-e3a1518d5a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.143594 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b001-3bab-4b80-af92-42502450cfa6 req-43f262e8-4c52-46ca-85e4-eeaa372a155d tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:43.151023 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-43f262e8-4c52-46ca-85e4-eeaa372a155d tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 814 time: 0.3591747 Jul 27 17:58:43.156014 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dde7926-a593-4d78-be1c-9a4a3be051a0,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:43.165398 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.167133 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.193301 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-cfd438eb-525f-4c1c-ba17-108ff17b21b7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/quotas/e845666bc26148db9854112beaf47bec HTTP/1.1" status: 200 len: 375 time: 0.0411913 Jul 27 17:58:43.221955 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-55fa5381-5562-4185-b5aa-68b4a64b453a', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 17:58:43.223299 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.245778 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Checking segment: {'id': '6c325447-9ad7-48f2-af13-bda9867c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:58:43.246442 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Network hostable DHCP agents. Network: 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:58:43.266438 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7041fa2e-c4e5-451f-a56d-e3a1518d5a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.273482 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7041fa2e-c4e5-451f-a56d-e3a1518d5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.302019 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-bce33e45-c4e7-4037-b13b-6e58bbbb2065 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1075797 Jul 27 17:58:43.305215 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041fa2e-c4e5-451f-a56d-e3a1518d5a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cf552c-569a-49d7-af85-e157ea5c559c,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:43.417867 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.426127 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7041fa2e-c4e5-451f-a56d-e3a1518d5a99 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31abb43878674eb4ab2804f7bc7248ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5744128 Jul 27 17:58:43.427614 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55920) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:43.433369 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.450607 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:58:43.486150 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55922) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:43.515289 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Allocated IP 172.20.0.2 (55fa5381-5562-4185-b5aa-68b4a64b453a/689f211b-5f9d-4bfd-8886-e8801d993491/d9530111-360c-473c-b939-2d90d9eaa5b9) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:58:43.544943 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132733a-d885-43f3-ad1e-bd681a351bfe None None] Network 36b461fb-0cad-49fe-8755-f1b94e2ef321 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:58:43.556687 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9cb63408-1ba0-4e17-930d-6cca5ace8aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.578526 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87) {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:43.585003 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9cb63408-1ba0-4e17-930d-6cca5ace8aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.626787 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fe4805-8b75-4622-8308-cd240e98ed2d None None] Network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:58:43.631846 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:43.632530 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.677727 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9cb63408-1ba0-4e17-930d-6cca5ace8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.680905 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9cb63408-1ba0-4e17-930d-6cca5ace8aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.681542 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-9cb63408-1ba0-4e17-930d-6cca5ace8aa5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09cf552c-569a-49d7-af85-e157ea5c559c HTTP/1.1" status: 204 len: 168 time: 0.2533083 Jul 27 17:58:43.685830 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b4be95e6-cdd3-40fa-a782-4c1f1c33ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:43.707192 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb63408-1ba0-4e17-930d-6cca5ace8aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cf552c-569a-49d7-af85-e157ea5c559c,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:43.727264 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-4b905966-c162-49bf-8948-94c9faeabffa service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93050) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:58:43.729652 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-4b905966-c162-49bf-8948-94c9faeabffa service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1650524 Jul 27 17:58:43.735564 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-a4e22118-0a5f-40c1-a8ea-dec0dfd6c38e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5277975 Jul 27 17:58:43.872105 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.020723 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a40513-e817-4cae-9bb2-d2a613bceaaa None None] Network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:58:44.031906 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.077407 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.106125 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.110106 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b4be95e6-cdd3-40fa-a782-4c1f1c33ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.118808 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b4be95e6-cdd3-40fa-a782-4c1f1c33ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.132214 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-b9310b22-52e0-428b-b5bd-af5ef8b964e0 service neutron] 10.222.0.47 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951311 Jul 27 17:58:44.279329 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be95e6-cdd3-40fa-a782-4c1f1c33ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8241a7b7-d3ef-46ae-8f98-18b63f1d9b82,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:44.333177 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55952) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:44.357758 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-a6444f32-59e0-4ee7-9ae4-bbe3b7225ba2 service neutron] 10.222.0.47 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190125 Jul 27 17:58:44.376776 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1600f289-badc-479a-9f1a-340cb6dc0d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.398198 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b4be95e6-cdd3-40fa-a782-4c1f1c33ac97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a8febb2149c49a49ebaf6123a63756d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9072449 Jul 27 17:58:44.401842 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Transition to ACTIVE for port object d9530111-360c-473c-b939-2d90d9eaa5b9 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:58:44.402764 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55962) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:44.428060 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.461957 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.481641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55968) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:44.487265 dv-cinder-786260-13-iscsi neutron-server[93051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 27 17:58:44.523243 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Transition to ACTIVE for port object d9530111-360c-473c-b939-2d90d9eaa5b9 will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:58:44.556328 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.603838 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Network 55fa5381-5562-4185-b5aa-68b4a64b453a is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:44.608077 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:44.611731 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:58:44.627610 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Pushing event updated for resources: {'Port': ['ID=d9530111-360c-473c-b939-2d90d9eaa5b9,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:44.658054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66edb595-04ec-4b1c-b341-4aed8c7323dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.675628 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.676064 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.676725 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.677075 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.677467 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.677867 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.678257 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.678593 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.678941 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.679415 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.680921 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.680921 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Tracked resource versions report: Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: pushed versions: Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: { 'AddressGroup': {'1.2'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'ConntrackHelper': {'1.0'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Log': {'1.0'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Network': {'1.1'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Port': {'1.7'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'PortForwarding': {'1.2'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'QosPolicy': {'1.8'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SecurityGroup': {'1.4'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SecurityGroupRule': {'1.2'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SubPort': {'1.0'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Subnet': {'1.1'}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Trunk': {'1.1'}} Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: consumer versions: Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: { DHCP agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: HyperV agent@hv-cinder-78626: {}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: L3 agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: Metadata agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: Metering agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: Open vSwitch agent@dv-cinder-786260-13-iscsi: { 'AddressGroup': '1.2', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'ConntrackHelper': '1.0', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Log': '1.0', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Network': '1.1', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Port': '1.7', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'PortForwarding': '1.2', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'QosPolicy': '1.8', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SecurityGroup': '1.4', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SecurityGroupRule': '1.2', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'SubPort': '1.0', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Subnet': '1.1', Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: 'Trunk': '1.1'}} Jul 27 17:58:44.682044 dv-cinder-786260-13-iscsi neutron-server[93052]: {{(pid=93052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 17:58:44.714152 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Allocated IP 172.27.1.98 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/5a3a24f4-83e5-4cfd-a11e-7b2510c5f090) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:58:44.731745 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Attempting to bind port d9530111-360c-473c-b939-2d90d9eaa5b9 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:58:44.732140 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Attempting to bind port d9530111-360c-473c-b939-2d90d9eaa5b9 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:58:44.735444 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Attempting to bind port d9530111-360c-473c-b939-2d90d9eaa5b9 on network 55fa5381-5562-4185-b5aa-68b4a64b453a {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:58:44.746226 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:58:44.746600 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Checking segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:58:44.747028 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.749418 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Bound using segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:58:44.749418 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Bound port: d9530111-360c-473c-b939-2d90d9eaa5b9, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:58:44.749768 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.846662 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] For port d9530111-360c-473c-b939-2d90d9eaa5b9, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:58:44.851420 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] For port d9530111-360c-473c-b939-2d90d9eaa5b9, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=d9530111-360c-473c-b939-2d90d9eaa5b9,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:58:44.857027 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.858647 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1600f289-badc-479a-9f1a-340cb6dc0d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.891954 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1600f289-badc-479a-9f1a-340cb6dc0d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:44.937323 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5dc42d-bb35-4f62-b444-f768370cf28f None None] Pushing event updated for resources: {'Port': ['ID=d9530111-360c-473c-b939-2d90d9eaa5b9,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:44.975339 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66edb595-04ec-4b1c-b341-4aed8c7323dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.077744 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1600f289-badc-479a-9f1a-340cb6dc0d15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1ab7a3a327d428c9d8385e6cec1207e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7447181 Jul 27 17:58:45.098982 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 55994) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:45.143630 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1ba44f7d-c8ed-4d63-84fa-d1ecc027a08b req-809f34f4-ca33-4877-9951-711c7ccfc53d tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 210 time: 0.2813420 Jul 27 17:58:45.168464 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315166-311f-43da-aa29-03138041fa86 req-d27e5223-7f3d-4efe-8b42-574ceaa6616b tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:45.176237 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-d27e5223-7f3d-4efe-8b42-574ceaa6616b tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/networks?id=6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 HTTP/1.1" status: 200 len: 810 time: 0.6886528 Jul 27 17:58:45.275330 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600f289-badc-479a-9f1a-340cb6dc0d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b236b83a-3f4e-49bf-bdf9-03daa1065e3c,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:45.328428 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-583ea29f-0951-4baa-973e-c0f69901592f tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/quotas/8e5b2c73551b4b5d959a4fcd1a862f78 HTTP/1.1" status: 200 len: 375 time: 0.0541356 Jul 27 17:58:45.380504 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-35e565b6-ab9d-4cfc-9caa-05acb5f5722f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.467729 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-ef42298c-ea4b-4c70-822d-2501c0bb5d4d tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e5b2c73551b4b5d959a4fcd1a862f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886292 Jul 27 17:58:45.494163 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-35e565b6-ab9d-4cfc-9caa-05acb5f5722f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.515671 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66edb595-04ec-4b1c-b341-4aed8c7323dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.518550 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66edb595-04ec-4b1c-b341-4aed8c7323dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.522550 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-66edb595-04ec-4b1c-b341-4aed8c7323dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8241a7b7-d3ef-46ae-8f98-18b63f1d9b82 HTTP/1.1" status: 204 len: 168 time: 1.1173823 Jul 27 17:58:45.532432 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.555838 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edb595-04ec-4b1c-b341-4aed8c7323dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8241a7b7-d3ef-46ae-8f98-18b63f1d9b82,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:45.639868 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-35e565b6-ab9d-4cfc-9caa-05acb5f5722f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.649369 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-35e565b6-ab9d-4cfc-9caa-05acb5f5722f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.661196 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-35e565b6-ab9d-4cfc-9caa-05acb5f5722f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b236b83a-3f4e-49bf-bdf9-03daa1065e3c HTTP/1.1" status: 204 len: 168 time: 0.5598097 Jul 27 17:58:45.664802 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.707466 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e565b6-ab9d-4cfc-9caa-05acb5f5722f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b236b83a-3f4e-49bf-bdf9-03daa1065e3c,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:45.712420 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Allocated IP 172.27.1.151 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/053398b3-689e-4e52-b064-04b80e2b19a0) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:58:45.748015 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:45.758689 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:45.780572 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:58:45.811104 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3a24f4-83e5-4cfd-a11e-7b2510c5f090,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:45.896969 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:45.965161 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device d9530111-360c-473c-b939-2d90d9eaa5b9 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:58:46.007911 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:46.047857 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-1fc8fa2a-fbf5-4d80-9bec-575ec67e6c83 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:58:46.064297 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-1fc8fa2a-fbf5-4d80-9bec-575ec67e6c83 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4554422 Jul 27 17:58:46.086975 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Pushing event updated for resources: {'Port': ['ID=053398b3-689e-4e52-b064-04b80e2b19a0,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:46.106360 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:46.110288 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:46.121016 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:58:46.260892 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56034) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:46.293243 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port d9530111-360c-473c-b939-2d90d9eaa5b9 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:58:46.316243 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce2a45-72da-41b3-a9da-6de7f8e2ba47 None None] Network 55fa5381-5562-4185-b5aa-68b4a64b453a requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:58:46.422961 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-ecb0fb98-3ddc-4888-ba81-356d3ed467e3 None None] Provisioning for port d9530111-360c-473c-b939-2d90d9eaa5b9 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:58:46.428143 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1495475e-10cb-4d1e-bbd2-96bee2797f7a req-a53dbbb4-917e-4f88-aad8-00f5762b19f7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 210 time: 0.1692188 Jul 27 17:58:46.431687 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-ecb0fb98-3ddc-4888-ba81-356d3ed467e3 None None] Provisioning complete for port d9530111-360c-473c-b939-2d90d9eaa5b9 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:58:46.432944 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb98-3ddc-4888-ba81-356d3ed467e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:46.616419 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:46.713167 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7d7227ba-5073-4ca9-99fd-ec361b9f5950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:46.779259 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb98-3ddc-4888-ba81-356d3ed467e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:46.893241 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-ecb0fb98-3ddc-4888-ba81-356d3ed467e3 None None] For port d9530111-360c-473c-b939-2d90d9eaa5b9, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=d9530111-360c-473c-b939-2d90d9eaa5b9,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:58:46.906410 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-ecb0fb98-3ddc-4888-ba81-356d3ed467e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:46.919433 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-ed7000f3-c6a4-4910-8496-89b39a1a4814 service neutron] 10.222.0.47 "GET /v2.0/networks/6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8497617 Jul 27 17:58:46.948829 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7d7227ba-5073-4ca9-99fd-ec361b9f5950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:46.954166 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:46.957790 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7d7227ba-5073-4ca9-99fd-ec361b9f5950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:47.053908 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0fb98-3ddc-4888-ba81-356d3ed467e3 None None] Pushing event updated for resources: {'Port': ['ID=d9530111-360c-473c-b939-2d90d9eaa5b9,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:47.151736 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7d7227ba-5073-4ca9-99fd-ec361b9f5950 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=898661e3af7d4abeba4a7d592fcbd50b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8877406 Jul 27 17:58:47.169310 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56082) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:47.227472 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7227ba-5073-4ca9-99fd-ec361b9f5950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d933b6-d38f-45a5-8e3b-e726b2d182e1,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:47.448785 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-06ebc42b-e899-41e1-ba26-d9e005528976 None None] Provisioning complete for port d9530111-360c-473c-b939-2d90d9eaa5b9 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:58:47.449305 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-06ebc42b-e899-41e1-ba26-d9e005528976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:47.452833 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:47.628641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8a0e-48de-4ab8-a248-8891624e7acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:47.658589 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-44ada104-d0c4-4ffb-a2ed-bd51ebdd690c service neutron] 10.222.0.47 "GET /v2.0/networks/6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7379057 Jul 27 17:58:47.702746 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8a0e-48de-4ab8-a248-8891624e7acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:47.771290 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-55688f09-8179-4abe-83ee-91e877c25773 req-8835a8db-1b35-4749-b133-19d0f1f9f123 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 210 time: 0.0580420 Jul 27 17:58:47.811420 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:47.824709 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Router b589264a-e60d-4ad7-bf63-6865c0841d5a is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:58:47.969157 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device d9530111-360c-473c-b939-2d90d9eaa5b9 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:58:48.034382 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:58:48.050347 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Sync routers for ids ['b589264a-e60d-4ad7-bf63-6865c0841d5a'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:58:48.061380 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:48.063579 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-bc3261b1-e460-4545-9acb-48d1e5fadab0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0616305 Jul 27 17:58:48.068312 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56124) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:48.069737 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8a0e-48de-4ab8-a248-8891624e7acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:48.075873 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Routers {'b589264a-e60d-4ad7-bf63-6865c0841d5a'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:58:48.076594 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:58:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b589264a-e60d-4ad7-bf63-6865c0841d5a'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:48.094082 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8a0e-48de-4ab8-a248-8891624e7acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:48.107297 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4d9f8a0e-48de-4ab8-a248-8891624e7acb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9d933b6-d38f-45a5-8e3b-e726b2d182e1 HTTP/1.1" status: 204 len: 168 time: 0.8491714 Jul 27 17:58:48.189435 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port d9530111-360c-473c-b939-2d90d9eaa5b9 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:58:48.190082 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:48.526362 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Set router b589264a-e60d-4ad7-bf63-6865c0841d5a gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:58:48.759367 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-10d5f2fd-0829-489d-b68c-bb4b3ab031f6 req-91d7b9f7-fbab-4d73-a881-cbddbca160fc tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 210 time: 0.1623816 Jul 27 17:58:48.774125 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f8a0e-48de-4ab8-a248-8891624e7acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d933b6-d38f-45a5-8e3b-e726b2d182e1,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:48.955779 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Router 02f0ad3b-94b9-494f-b19d-58235569f499 is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 17:58:49.243368 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T17:58:46Z', 'revision_number': 3, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port': {'id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:49.319709 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Checking router: b589264a-e60d-4ad7-bf63-6865c0841d5a for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:58:49.331724 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Updating router b589264a-e60d-4ad7-bf63-6865c0841d5a port 053398b3-689e-4e52-b064-04b80e2b19a0 binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:58:49.402375 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-16b81c87-5072-4b63-8aaa-f6b2f1260b89 req-70d58eb7-0f53-4ea4-b387-1b459d53005d tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 210 time: 0.0925615 Jul 27 17:58:49.417956 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:58:49.423890 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:49.436761 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Sync routers for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:58:49.478534 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:58:49.480812 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:58:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:49.486184 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:49.490012 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7a44aa95-6f4e-4ac4-95b5-f3118799d2a2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5449455 Jul 27 17:58:49.494177 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56186) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:49.657306 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:49.759383 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.41', 62921) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:49.846177 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:58:50.016808 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9d3cbd2a-c599-4b00-8240-1f4208ff62e8 req-d13c605a-3ad0-436d-8066-24128fdf93f2 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 210 time: 0.0721984 Jul 27 17:58:50.111504 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b001-3bab-4b80-af92-42502450cfa6 req-9d378405-acf6-4142-9bfe-985bf16c6cb2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:50.117581 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-9d378405-acf6-4142-9bfe-985bf16c6cb2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 814 time: 0.3720696 Jul 27 17:58:50.171097 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Request body: {'port': {'device_id': 'c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77', 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'admin_state_up': True, 'tenant_id': 'e845666bc26148db9854112beaf47bec'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:50.403525 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Allocated IP 172.20.0.1 (36b461fb-0cad-49fe-8755-f1b94e2ef321/14ec3cfe-880d-47b9-9324-10316376244e/746d50eb-a22b-40e9-b628-bb965abf6456) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:58:50.421334 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:46Z', 'revision_number': 3, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:50.422435 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.471212 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Transition to ACTIVE for port object 053398b3-689e-4e52-b064-04b80e2b19a0 will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:58:50.503483 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.546164 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Checking router: 02f0ad3b-94b9-494f-b19d-58235569f499 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:58:50.546731 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Updating router 02f0ad3b-94b9-494f-b19d-58235569f499 port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:58:50.623909 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.678495 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Pushing event updated for resources: {'Port': ['ID=053398b3-689e-4e52-b064-04b80e2b19a0,revision_number=2']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:50.707834 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.708205 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.708584 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.709001 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.712791 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.713234 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.714132 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.716631 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.717021 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.717364 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.719028 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.719381 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Tracked resource versions report: Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: pushed versions: Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: { 'AddressGroup': {'1.2'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'ConntrackHelper': {'1.0'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Log': {'1.0'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Network': {'1.1'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Port': {'1.7'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'PortForwarding': {'1.2'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'QosPolicy': {'1.8'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SecurityGroup': {'1.4'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SecurityGroupRule': {'1.2'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SubPort': {'1.0'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Subnet': {'1.1'}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Trunk': {'1.1'}} Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: consumer versions: Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: { DHCP agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: HyperV agent@hv-cinder-78626: {}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: L3 agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: Metadata agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: Metering agent@dv-cinder-786260-13-iscsi: {}, Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: Open vSwitch agent@dv-cinder-786260-13-iscsi: { 'AddressGroup': '1.2', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'ConntrackHelper': '1.0', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Log': '1.0', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Network': '1.1', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Port': '1.7', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'PortForwarding': '1.2', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'QosPolicy': '1.8', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SecurityGroup': '1.4', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SecurityGroupRule': '1.2', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'SubPort': '1.0', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Subnet': '1.1', Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: 'Trunk': '1.1'}} Jul 27 17:58:50.722732 dv-cinder-786260-13-iscsi neutron-server[93053]: {{(pid=93053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 27 17:58:50.738628 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Attempting to bind port 053398b3-689e-4e52-b064-04b80e2b19a0 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:58:50.738861 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Attempting to bind port 053398b3-689e-4e52-b064-04b80e2b19a0 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:58:50.739269 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Attempting to bind port 053398b3-689e-4e52-b064-04b80e2b19a0 on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:58:50.749226 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:58:50.749654 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:58:50.752359 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.752802 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:58:50.765181 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Bound port: 053398b3-689e-4e52-b064-04b80e2b19a0, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:58:50.765689 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.779447 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-13dc0c25-c9a5-4219-bb50-c0427ba0918c req-2b0e5b2f-d7fb-4842-ad41-5dcbc4b3aae9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 210 time: 0.1176808 Jul 27 17:58:50.811596 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Made reservation on behalf of e845666bc26148db9854112beaf47bec for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:50.817713 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.867815 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] For port 053398b3-689e-4e52-b064-04b80e2b19a0, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:58:50.873806 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] For port 053398b3-689e-4e52-b064-04b80e2b19a0, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=053398b3-689e-4e52-b064-04b80e2b19a0,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:58:50.880812 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.890846 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a5f4d59a-e2d2-44ed-9a3d-9790be97609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.915564 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:50.946224 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Routers {'b589264a-e60d-4ad7-bf63-6865c0841d5a'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:58:50.947226 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:58:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b589264a-e60d-4ad7-bf63-6865c0841d5a'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:51.105372 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] Set router b589264a-e60d-4ad7-bf63-6865c0841d5a gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:58:51.267296 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:51.275057 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.41', 62929) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:51.290535 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:51.300903 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:51.359574 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Transition to ACTIVE for port object 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:58:51.375329 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:51.493341 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Allocated IP 172.20.0.7 (fca9d782-9f4d-4550-b82f-383964941b7a/eed15622-b6b5-4738-880a-bd088923f101/d329629e-37a1-46be-b20d-992a060550c0) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:58:51.529259 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Attempting to bind port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:58:51.529731 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Attempting to bind port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:58:51.530062 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Attempting to bind port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:58:51.577195 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:58:51.577988 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:58:51.577988 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:51.578419 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:58:51.578820 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Bound port: 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:58:51.579244 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:51.603675 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddec62-c150-4c2a-84c5-5a10e28498bd None None] Pushing event updated for resources: {'Port': ['ID=053398b3-689e-4e52-b064-04b80e2b19a0,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:51.637550 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T17:58:46Z', 'revision_number': 3, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port': {'id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:51.706641 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5272e0-baa6-4b07-8999-a996a70ffd9d None None] The sync data for ids ['b589264a-e60d-4ad7-bf63-6865c0841d5a'] in dv-cinder-786260-13-iscsi is: [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T17:58:46Z', 'revision_number': 3, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port': {'id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:58:51.739259 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c350ea-3bfc-4dab-9673-84779f284db7 None None] Pushing event updated for resources: {'Port': ['ID=5a3a24f4-83e5-4cfd-a11e-7b2510c5f090,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:51.754904 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] For port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:58:51.770220 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] For port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=5a3a24f4-83e5-4cfd-a11e-7b2510c5f090,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:58:51.810148 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:51.810605 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-136b018d-9e74-4507-aa5a-ba99d6be5e0a req-76045998-c208-4f3d-a013-f18dd7d09d32 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 210 time: 0.2523971 Jul 27 17:58:51.817805 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Network 36b461fb-0cad-49fe-8755-f1b94e2ef321 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:51.848586 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:51.913171 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Pushing event updated for resources: {'Port': ['ID=746d50eb-a22b-40e9-b628-bb965abf6456,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:51.929548 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:58:51.929802 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:58:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:51.938803 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:58:51.939583 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:52.017430 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:58:52.026039 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:52.068628 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c350ea-3bfc-4dab-9673-84779f284db7 None None] Pushing event updated for resources: {'Port': ['ID=5a3a24f4-83e5-4cfd-a11e-7b2510c5f090,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:52.098241 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0ec34a20-4d41-42be-8640-072c40d9a28e req-c1243be1-94ca-414d-8866-503640892399 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 210 time: 0.0464334 Jul 27 17:58:52.168644 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:52.186433 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315166-311f-43da-aa29-03138041fa86 req-1b13d0ff-fb1f-4651-980e-9018240a13b1 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:52.187979 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-1b13d0ff-fb1f-4651-980e-9018240a13b1 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.41 "GET /v2.0/networks?id=6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 HTTP/1.1" status: 200 len: 810 time: 0.9025490 Jul 27 17:58:52.189462 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:58:52.214087 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Network fca9d782-9f4d-4550-b82f-383964941b7a is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:52.241754 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:52.314059 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Request body: {'port': {'device_id': '69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3', 'network_id': '6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87', 'admin_state_up': True, 'tenant_id': '8e5b2c73551b4b5d959a4fcd1a862f78'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:52.338969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:58:52.352963 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:52.352963 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:52.408554 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2441244 Jul 27 17:58:52.421035 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-acb91232-6b7e-4985-8b77-1a350775c5ea tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 17:58:52.422110 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-acb91232-6b7e-4985-8b77-1a350775c5ea tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064659 Jul 27 17:58:52.475402 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf24a8-9f64-428d-8463-c97b87a64d4c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Pushing event updated for resources: {'Port': ['ID=d329629e-37a1-46be-b20d-992a060550c0,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:52.555590 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56294) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:52.684543 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:46Z', 'revision_number': 3, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:52.750363 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa883bfe-654a-479d-a645-9e31ee719422 None None] The sync data for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi is: [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:46Z', 'revision_number': 3, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:58:52.904463 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-40fcfee6-1b76-4982-b07c-7e81972c9cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:53.464313 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-40fcfee6-1b76-4982-b07c-7e81972c9cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:53.464313 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-40fcfee6-1b76-4982-b07c-7e81972c9cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:53.616457 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcfee6-1b76-4982-b07c-7e81972c9cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bef819-d21a-4626-8e0e-8323e6bb27d4,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:53.650243 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-40fcfee6-1b76-4982-b07c-7e81972c9cab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36df6af2d4eb4b3c93d6703811f6e4d1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0929804 Jul 27 17:58:53.662057 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56322) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:53.682798 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:53.722385 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Request body: {'port': {'device_id': 'c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:58:53.728704 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-bc7c8542-ba55-4b87-aa53-a68361c47d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:53.753357 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56326) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:53.831687 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Allocated IP 172.20.0.1 (55fa5381-5562-4185-b5aa-68b4a64b453a/689f211b-5f9d-4bfd-8886-e8801d993491/dab6e2ec-bb20-4dc1-a630-b51934de76e8) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:58:54.273775 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc956935-040f-494b-8276-50576c54a17d req-fb594aa9-ff19-4dbc-8ff2-2c239fadabc7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:54.323961 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bc956935-040f-494b-8276-50576c54a17d req-fb594aa9-ff19-4dbc-8ff2-2c239fadabc7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 931 time: 0.9365602 Jul 27 17:58:54.328404 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 053398b3-689e-4e52-b064-04b80e2b19a0 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:58:54.362225 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e739f432-94c7-46d7-8b1a-290d55d13df4 req-26b2aa35-5a58-4dcd-8346-e123da43582b tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 210 time: 1.3023152 Jul 27 17:58:54.560311 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 053398b3-689e-4e52-b064-04b80e2b19a0 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:58:54.574296 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 053398b3-689e-4e52-b064-04b80e2b19a0 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:58:54.575224 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.582595 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.589815 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-484d5c44-6524-4a88-95da-77de4dec7907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.735381 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.759428 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bd3298ba-7766-4d04-ae78-657741168062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.790454 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-484d5c44-6524-4a88-95da-77de4dec7907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.806495 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.855959 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.862820 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bc956935-040f-494b-8276-50576c54a17d req-d261d3a7-3006-494b-97b3-e9566d65e51a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5325899 Jul 27 17:58:54.896640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 053398b3-689e-4e52-b064-04b80e2b19a0, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=053398b3-689e-4e52-b064-04b80e2b19a0,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:58:54.907904 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:54.909256 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:58:54.972017 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Made reservation on behalf of 8e5b2c73551b4b5d959a4fcd1a862f78 for: {'port': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:58:54.977776 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:55.233159 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=053398b3-689e-4e52-b064-04b80e2b19a0,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:55.276622 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:58:55.289048 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:58:55.290118 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:55.458552 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:55.501215 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:55.502464 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:55.508577 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:55.629736 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=5a3a24f4-83e5-4cfd-a11e-7b2510c5f090,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:58:55.639095 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:55.740031 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:55.777288 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=5a3a24f4-83e5-4cfd-a11e-7b2510c5f090,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:55.995268 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 053398b3-689e-4e52-b064-04b80e2b19a0 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:58:56.040431 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-41348dbc-4247-4f88-bc27-7889b788af29 req-700ef81c-192a-4352-989c-4a55dc17d56d tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 210 time: 0.3063104 Jul 27 17:58:56.100648 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Pushing event updated for resources: {'Port': ['ID=746d50eb-a22b-40e9-b628-bb965abf6456,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:56.117544 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Transition to ACTIVE for port object dab6e2ec-bb20-4dc1-a630-b51934de76e8 will not be triggered until provisioned by entity DHCP. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:58:56.138610 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.188344 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 053398b3-689e-4e52-b064-04b80e2b19a0 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:58:56.189265 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.362413 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Allocated IP 172.20.0.11 (6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87/3dde7926-a593-4d78-be1c-9a4a3be051a0/17f802b6-2767-4e4a-8644-e197a23e78e3) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:58:56.372690 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d329629e-37a1-46be-b20d-992a060550c0 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:58:56.382954 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:58:56.397334 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.446417 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Transition to ACTIVE for port object d329629e-37a1-46be-b20d-992a060550c0 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:58:56.461743 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.481279 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-484d5c44-6524-4a88-95da-77de4dec7907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.486064 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-484d5c44-6524-4a88-95da-77de4dec7907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.487243 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-484d5c44-6524-4a88-95da-77de4dec7907 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65bef819-d21a-4626-8e0e-8323e6bb27d4 HTTP/1.1" status: 204 len: 168 time: 2.8240345 Jul 27 17:58:56.576012 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bd3298ba-7766-4d04-ae78-657741168062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.597417 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d5c44-6524-4a88-95da-77de4dec7907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bef819-d21a-4626-8e0e-8323e6bb27d4,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:56.612050 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bd3298ba-7766-4d04-ae78-657741168062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.669462 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:58:56.669839 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.689246 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Pushing event updated for resources: {'Port': ['ID=d329629e-37a1-46be-b20d-992a060550c0,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:56.692796 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:56.751131 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-bd3298ba-7766-4d04-ae78-657741168062 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d78ab64d993c4677b4684369f34dbe21&name=default HTTP/1.1" status: 200 len: 2977 time: 2.9898009 Jul 27 17:58:56.792162 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56366) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:56.844108 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae63720-ef32-40e9-a000-22938e3a29e4 req-dba362f7-a621-4cf4-997f-5bf7e8415435 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:56.855834 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ae63720-ef32-40e9-a000-22938e3a29e4 req-dba362f7-a621-4cf4-997f-5bf7e8415435 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 931 time: 0.6883848 Jul 27 17:58:56.960549 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3298ba-7766-4d04-ae78-657741168062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9db8ea2-0a3d-4f4a-8c7e-7890b243469f,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:56.980670 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Network 55fa5381-5562-4185-b5aa-68b4a64b453a is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:57.021818 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Attempting to bind port d329629e-37a1-46be-b20d-992a060550c0 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:58:57.022825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Attempting to bind port d329629e-37a1-46be-b20d-992a060550c0 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:58:57.024092 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Attempting to bind port d329629e-37a1-46be-b20d-992a060550c0 on network fca9d782-9f4d-4550-b82f-383964941b7a {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:58:57.054952 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Network 36b461fb-0cad-49fe-8755-f1b94e2ef321 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:57.065278 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Port d329629e-37a1-46be-b20d-992a060550c0 on network fca9d782-9f4d-4550-b82f-383964941b7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:58:57.066680 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Attempting to bind port d329629e-37a1-46be-b20d-992a060550c0 on network fca9d782-9f4d-4550-b82f-383964941b7a {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:58:57.092624 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:58:57.094049 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Checking segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:58:57.096393 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Bound using segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:58:57.098051 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Bound port: d329629e-37a1-46be-b20d-992a060550c0, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:58:57.102235 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:57.107804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:57.108557 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ae63720-ef32-40e9-a000-22938e3a29e4 req-3fb2ffff-7fb2-4d39-aa41-5816c71c19e3 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534161 Jul 27 17:58:57.278495 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] For port d329629e-37a1-46be-b20d-992a060550c0, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:58:57.285862 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] For port d329629e-37a1-46be-b20d-992a060550c0, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d329629e-37a1-46be-b20d-992a060550c0,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:58:57.318110 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:57.390061 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:57.391211 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:57.393884 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] 10.222.0.41 "PUT /v2.0/ports/d329629e-37a1-46be-b20d-992a060550c0 HTTP/1.1" status: 200 len: 1093 time: 4.1582205 Jul 27 17:58:57.394746 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77', 'tag': 'd329629e-37a1-46be-b20d-992a060550c0'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:58:57.607958 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56384) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:57.611879 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:57.676558 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0fd9-b9b9-4e8f-8e42-beda9c090e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:57.696045 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fe928-5c10-4c9e-aac8-c488fe458c17 service neutron] Pushing event updated for resources: {'Port': ['ID=d329629e-37a1-46be-b20d-992a060550c0,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:57.821454 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:57.898978 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Pushing event updated for resources: {'Port': ['ID=dab6e2ec-bb20-4dc1-a630-b51934de76e8,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:57.936789 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:58:57.938761 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:57.942813 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d482a73f-8029-497f-b6bc-00b02f9f9f16" -d '{"events": [{"name": "network-changed", "server_uuid": "c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77", "tag": "d329629e-37a1-46be-b20d-992a060550c0"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:58:57.975057 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc8c1-4d37-495b-9890-ab9c21774457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.063476 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-ffe65c66-f155-4af0-84ec-ae7b8a969680 None None] Provisioning for port dab6e2ec-bb20-4dc1-a630-b51934de76e8 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:58:58.069870 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-ffe65c66-f155-4af0-84ec-ae7b8a969680 None None] Provisioning complete for port dab6e2ec-bb20-4dc1-a630-b51934de76e8 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:58:58.071151 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-ffe65c66-f155-4af0-84ec-ae7b8a969680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.131543 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0fd9-b9b9-4e8f-8e42-beda9c090e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.138335 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0fd9-b9b9-4e8f-8e42-beda9c090e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.150332 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Router b589264a-e60d-4ad7-bf63-6865c0841d5a has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:58:58.177109 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-ffe65c66-f155-4af0-84ec-ae7b8a969680 None None] Port dab6e2ec-bb20-4dc1-a630-b51934de76e8 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:58:58.193428 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c0fd9-b9b9-4e8f-8e42-beda9c090e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c032bb8e-3712-4d76-8747-9a2ffead0566,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:58.219048 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-84c7a81d-0b0c-40e3-ac89-e543dbf439be req-ee76d7bd-232a-4c3a-8bb0-431bff5bd679 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 210 time: 0.5869138 Jul 27 17:58:58.236761 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56400) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:58:58.236974 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-6d6c0fd9-b9b9-4e8f-8e42-beda9c090e93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d5c7f14fa37544cb950c741bfb83f85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215703 Jul 27 17:58:58.271341 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc8c1-4d37-495b-9890-ab9c21774457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.287838 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e5c689-e5eb-49a0-9e25-0ef302522e27 x-openstack-request-id: req-36e5c689-e5eb-49a0-9e25-0ef302522e27 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:58:58.288272 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77", "tag": "d329629e-37a1-46be-b20d-992a060550c0", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:58:58.288641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-36e5c689-e5eb-49a0-9e25-0ef302522e27 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:58:58.289232 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77', 'tag': 'd329629e-37a1-46be-b20d-992a060550c0', 'status': 'completed', 'code': 200} Jul 27 17:58:58.481728 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.788589 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:58.825594 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:58.841404 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc8c1-4d37-495b-9890-ab9c21774457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.843949 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc8c1-4d37-495b-9890-ab9c21774457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.845086 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-e0fbc8c1-4d37-495b-9890-ab9c21774457 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b9db8ea2-0a3d-4f4a-8c7e-7890b243469f HTTP/1.1" status: 204 len: 168 time: 2.0516677 Jul 27 17:58:58.845966 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:58:58.851459 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:58.852074 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.862954 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1d8a999e-4769-4a34-961f-2f294d692cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.887806 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Pushing event updated for resources: {'Port': ['ID=17f802b6-2767-4e4a-8644-e197a23e78e3,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:58.907721 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbc8c1-4d37-495b-9890-ab9c21774457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9db8ea2-0a3d-4f4a-8c7e-7890b243469f,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:58.913617 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:58.922158 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:58:58.930475 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e008ff2-207f-4728-a91f-8c4c2b961899 req-93e8c440-0eae-441a-846b-2c57fbdb7a8f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:58.932638 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6e008ff2-207f-4728-a91f-8c4c2b961899 req-93e8c440-0eae-441a-846b-2c57fbdb7a8f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 943 time: 0.5892112 Jul 27 17:58:58.945887 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Sync routers for ids ['b589264a-e60d-4ad7-bf63-6865c0841d5a'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:58:58.947622 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-83c11fbf-81ee-42ef-accb-134b5006254a admin admin] 10.222.0.47 "PUT /v2.0/routers/b589264a-e60d-4ad7-bf63-6865c0841d5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8765090 Jul 27 17:58:58.960387 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-1b3ae3ae-51cf-4e9c-982f-c87be9206138 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6960588 Jul 27 17:58:58.966403 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Routers {'b589264a-e60d-4ad7-bf63-6865c0841d5a'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:58:58.967221 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:58:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b589264a-e60d-4ad7-bf63-6865c0841d5a'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:58.970754 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1d8a999e-4769-4a34-961f-2f294d692cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:59.079871 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6e008ff2-207f-4728-a91f-8c4c2b961899 req-565fc9c2-4a8b-4239-a64d-4dffc01a499a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184945 Jul 27 17:58:59.227624 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Set router b589264a-e60d-4ad7-bf63-6865c0841d5a gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:58:59.234065 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1d8a999e-4769-4a34-961f-2f294d692cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:59.237186 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1d8a999e-4769-4a34-961f-2f294d692cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:59.238784 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-1d8a999e-4769-4a34-961f-2f294d692cf8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c032bb8e-3712-4d76-8747-9a2ffead0566 HTTP/1.1" status: 204 len: 168 time: 0.9704893 Jul 27 17:58:59.256411 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a999e-4769-4a34-961f-2f294d692cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c032bb8e-3712-4d76-8747-9a2ffead0566,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:59.293169 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:59.302955 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:59.303792 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:59.579973 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Network 55fa5381-5562-4185-b5aa-68b4a64b453a is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:58:59.582185 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Pushing event updated for resources: {'Port': ['ID=dab6e2ec-bb20-4dc1-a630-b51934de76e8,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:58:59.589967 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:58:59.684122 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T17:58:53Z', 'revision_number': 4, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port': {'id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '746d50eb-a22b-40e9-b628-bb965abf6456', 'name': '', 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'mac_address': 'fa:16:3e:65:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '14ec3cfe-880d-47b9-9324-10316376244e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:49Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 2, 'project_id': '48be8aced2274ceb88830889f36916f3', 'subnets': [{'id': '14ec3cfe-880d-47b9-9324-10316376244e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:58:59.742985 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Router 02f0ad3b-94b9-494f-b19d-58235569f499 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:58:59.759320 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b961be4-6950-40c6-8811-161477138862 req-0d3695b6-bb0b-4239-8b83-92c680c63a89 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:59.762417 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3b961be4-6950-40c6-8811-161477138862 req-0d3695b6-bb0b-4239-8b83-92c680c63a89 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 932 time: 0.4073792 Jul 27 17:58:59.777876 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Checking router: b589264a-e60d-4ad7-bf63-6865c0841d5a for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:58:59.778236 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Updating router b589264a-e60d-4ad7-bf63-6865c0841d5a port 746d50eb-a22b-40e9-b628-bb965abf6456 binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:58:59.845387 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-64a2296a-8b51-4693-a8be-15e7671f92af tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:58:59.854566 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-64a2296a-8b51-4693-a8be-15e7671f92af tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 818 time: 0.2478802 Jul 27 17:58:59.882129 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-35942a27-b9e7-4d59-b23d-afbc07662539 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/quotas/48be8aced2274ceb88830889f36916f3 HTTP/1.1" status: 200 len: 375 time: 0.0261028 Jul 27 17:58:59.915771 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:58:59.956153 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:58:59.968945 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-284687f5-6c72-407f-8ce5-eb44b8a7364e admin admin] 10.222.0.47 "PUT /v2.0/routers/02f0ad3b-94b9-494f-b19d-58235569f499/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4722791 Jul 27 17:58:59.973302 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Sync routers for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:58:59.986901 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:58:59.988099 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:58:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:00.030637 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3b961be4-6950-40c6-8811-161477138862 req-079fac5a-e9f0-4bac-8bb5-b0828ad7f155 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600217 Jul 27 17:59:00.072176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a8e668ce-48b7-44dc-a936-05846a31212f None None] Provisioning complete for port dab6e2ec-bb20-4dc1-a630-b51934de76e8 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:00.072996 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a8e668ce-48b7-44dc-a936-05846a31212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:00.115607 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-c5cb33cc-6aec-435a-8aba-65caa4184413 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2321515 Jul 27 17:59:00.198577 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-a8e668ce-48b7-44dc-a936-05846a31212f None None] Port dab6e2ec-bb20-4dc1-a630-b51934de76e8 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:59:00.212664 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:59:00.253993 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-24a7df75-d87b-42dd-b267-fdc6325f1e6c service neutron] 10.222.0.47 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370208 Jul 27 17:59:00.397149 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351f7ca-651f-4d21-9459-dca9138a26c7 req-41a30ef5-121d-4d50-b029-59b99be7dd08 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:00.405003 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e351f7ca-651f-4d21-9459-dca9138a26c7 req-41a30ef5-121d-4d50-b029-59b99be7dd08 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 943 time: 0.1867614 Jul 27 17:59:00.458450 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-e2a928a1-7f90-46a4-9bf7-9d7a5f697f22 service neutron] 10.222.0.47 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028463 Jul 27 17:59:00.485994 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:00.513853 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Transition to ACTIVE for port object 746d50eb-a22b-40e9-b628-bb965abf6456 will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:59:00.517566 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e351f7ca-651f-4d21-9459-dca9138a26c7 req-647b2292-ed2b-4cfb-a236-809714a91803 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060874 Jul 27 17:59:00.542079 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:00.665501 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcca672-e493-4eea-abd3-bde397cb631f None None] Pushing event updated for resources: {'Port': ['ID=746d50eb-a22b-40e9-b628-bb965abf6456,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:00.733952 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:58:59Z', 'revision_number': 2, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:00.764230 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Attempting to bind port 746d50eb-a22b-40e9-b628-bb965abf6456 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:59:00.765229 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Attempting to bind port 746d50eb-a22b-40e9-b628-bb965abf6456 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:59:00.765756 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Attempting to bind port 746d50eb-a22b-40e9-b628-bb965abf6456 on network 36b461fb-0cad-49fe-8755-f1b94e2ef321 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:00.771040 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Checking router: 02f0ad3b-94b9-494f-b19d-58235569f499 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:59:00.771463 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Updating router 02f0ad3b-94b9-494f-b19d-58235569f499 port dab6e2ec-bb20-4dc1-a630-b51934de76e8 binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 17:59:00.771703 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:59:00.772413 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Checking segment: {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:00.773009 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:00.773589 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Bound using segment: {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:59:00.774337 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Bound port: 746d50eb-a22b-40e9-b628-bb965abf6456, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:59:00.775127 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:00.865199 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bab6e7f3-9acd-428d-b900-aa0b8460247e req-4c55d2db-2a64-4385-8651-bf9885170170 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 210 time: 0.0467024 Jul 27 17:59:00.868835 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:00.905463 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] For port 746d50eb-a22b-40e9-b628-bb965abf6456, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:59:00.908924 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] For port 746d50eb-a22b-40e9-b628-bb965abf6456, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=746d50eb-a22b-40e9-b628-bb965abf6456,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:59:00.913806 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:01.044309 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcca672-e493-4eea-abd3-bde397cb631f None None] Pushing event updated for resources: {'Port': ['ID=746d50eb-a22b-40e9-b628-bb965abf6456,revision_number=4']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:01.060551 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Routers {'b589264a-e60d-4ad7-bf63-6865c0841d5a'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:59:01.061619 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:58:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b589264a-e60d-4ad7-bf63-6865c0841d5a'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:01.433578 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b001-3bab-4b80-af92-42502450cfa6 req-c0009abc-8aff-4ee9-bb1b-8aa211c05bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:01.439354 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-c0009abc-8aff-4ee9-bb1b-8aa211c05bb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 1096 time: 0.5037217 Jul 27 17:59:01.458702 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] Set router b589264a-e60d-4ad7-bf63-6865c0841d5a gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:59:01.534540 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2af24-fbfc-412a-90c1-4328544e9382 req-203936b1-5d8e-4dc7-a0e9-4794bde53da8 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:01.548247 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3bf2af24-fbfc-412a-90c1-4328544e9382 req-203936b1-5d8e-4dc7-a0e9-4794bde53da8 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 932 time: 0.3359504 Jul 27 17:59:01.593341 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:01.637737 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3bf2af24-fbfc-412a-90c1-4328544e9382 req-b814c719-528b-4dc8-a665-94d4485a7350 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820973 Jul 27 17:59:01.784519 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Request body: {'port': {'device_id': '69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:01.888950 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:01.950347 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Transition to ACTIVE for port object dab6e2ec-bb20-4dc1-a630-b51934de76e8 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:59:01.973974 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:02.173842 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56558) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:02.174574 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:02.193483 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f56385-90e5-448b-929e-78a988a67381 None None] Pushing event updated for resources: {'Port': ['ID=dab6e2ec-bb20-4dc1-a630-b51934de76e8,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:02.198645 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-f36786b7-6ae3-4d13-8f6a-5954d37b0513 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1511329476', 'description': 'tempest-description--1353872682'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:02.209884 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-ea0ccc9c-c903-44f6-806a-7cf9d74c30b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d329629e-37a1-46be-b20d-992a060550c0 HTTP/1.1" status: 200 len: 217 time: 0.3918066 Jul 27 17:59:02.255629 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T17:58:53Z', 'revision_number': 4, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port': {'id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '746d50eb-a22b-40e9-b628-bb965abf6456', 'name': '', 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'mac_address': 'fa:16:3e:65:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '14ec3cfe-880d-47b9-9324-10316376244e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:49Z', 'updated_at': '2021-07-27T17:59:00Z', 'revision_number': 4, 'project_id': '48be8aced2274ceb88830889f36916f3', 'subnets': [{'id': '14ec3cfe-880d-47b9-9324-10316376244e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:02.448983 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0bcab2-c6c1-4b77-b03b-a9330cf0a27e None None] The sync data for ids ['b589264a-e60d-4ad7-bf63-6865c0841d5a'] in dv-cinder-786260-13-iscsi is: [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T17:58:53Z', 'revision_number': 4, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port': {'id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '746d50eb-a22b-40e9-b628-bb965abf6456', 'name': '', 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'mac_address': 'fa:16:3e:65:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '14ec3cfe-880d-47b9-9324-10316376244e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:49Z', 'updated_at': '2021-07-27T17:59:00Z', 'revision_number': 4, 'project_id': '48be8aced2274ceb88830889f36916f3', 'subnets': [{'id': '14ec3cfe-880d-47b9-9324-10316376244e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:59:02.509051 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Attempting to bind port dab6e2ec-bb20-4dc1-a630-b51934de76e8 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:59:02.509435 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Attempting to bind port dab6e2ec-bb20-4dc1-a630-b51934de76e8 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:59:02.514300 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Attempting to bind port dab6e2ec-bb20-4dc1-a630-b51934de76e8 on network 55fa5381-5562-4185-b5aa-68b4a64b453a {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:02.562658 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f36786b7-6ae3-4d13-8f6a-5954d37b0513 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:02.566483 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:59:02.571879 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Checking segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:02.575169 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:02.576816 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Bound using segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:59:02.582592 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Bound port: dab6e2ec-bb20-4dc1-a630-b51934de76e8, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:59:02.584998 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:02.892498 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-a00dc651-eb8d-4d88-a38e-23b06717d19e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:02.914946 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-a00dc651-eb8d-4d88-a38e-23b06717d19e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 818 time: 1.1198058 Jul 27 17:59:02.916583 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] For port dab6e2ec-bb20-4dc1-a630-b51934de76e8, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:59:02.917129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.41', 62942) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:02.926299 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] For port dab6e2ec-bb20-4dc1-a630-b51934de76e8, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=dab6e2ec-bb20-4dc1-a630-b51934de76e8,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:59:02.936023 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:03.034465 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b001-3bab-4b80-af92-42502450cfa6 req-17ed38ef-75f1-4a9e-b89a-5b0b2419cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:03.045381 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-17ed38ef-75f1-4a9e-b89a-5b0b2419cdba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.8176579 Jul 27 17:59:03.140181 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f56385-90e5-448b-929e-78a988a67381 None None] Pushing event updated for resources: {'Port': ['ID=dab6e2ec-bb20-4dc1-a630-b51934de76e8,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:03.242634 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:59:03.243326 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:58:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:03.272645 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-540f15c1-d484-451e-bc2f-3b161f6e51c6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/quotas/48be8aced2274ceb88830889f36916f3 HTTP/1.1" status: 200 len: 375 time: 0.3544772 Jul 27 17:59:03.398293 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f36786b7-6ae3-4d13-8f6a-5954d37b0513 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:03.425777 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80038f16-c1dc-47db-891f-c2eeedec35b6 req-5d6529a8-b233-4577-862f-0266cfad2291 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:03.438328 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-80038f16-c1dc-47db-891f-c2eeedec35b6 req-5d6529a8-b233-4577-862f-0266cfad2291 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 943 time: 1.0237045 Jul 27 17:59:03.463761 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f36786b7-6ae3-4d13-8f6a-5954d37b0513 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:03.480670 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-4a1efd88-3fd1-4166-84dd-daec8878a055 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:03.487503 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-4a1efd88-3fd1-4166-84dd-daec8878a055 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 818 time: 0.5530481 Jul 27 17:59:03.489514 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:59:03.530198 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-9fe26b5c-8267-4281-a7cd-4c3c4a755b11 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2443509 Jul 27 17:59:03.545635 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f36786b7-6ae3-4d13-8f6a-5954d37b0513 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:03.547132 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f36786b7-6ae3-4d13-8f6a-5954d37b0513 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3677313 Jul 27 17:59:03.557574 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56596) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:03.564111 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-9e7b0f58-4c22-46e4-8de1-3e2c1aa33156 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'security_group_rule': {'security_group_id': 'b76cbe02-d92d-4f80-9290-5d0ae0a1e88b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:03.664003 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-80038f16-c1dc-47db-891f-c2eeedec35b6 req-411c7f7e-f74a-45cc-b3dd-02839fa7e068 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240632 Jul 27 17:59:03.673412 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36786b7-6ae3-4d13-8f6a-5954d37b0513 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:03.756883 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0f58-4c22-46e4-8de1-3e2c1aa33156 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.005762 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f802b6-2767-4e4a-8644-e197a23e78e3 {{(pid=93050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:04.035225 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 746d50eb-a22b-40e9-b628-bb965abf6456 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:04.092296 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.219016 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Transition to ACTIVE for port object 17f802b6-2767-4e4a-8644-e197a23e78e3 will not be triggered until provisioned by entity L2. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:59:04.230865 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 746d50eb-a22b-40e9-b628-bb965abf6456 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:59:04.233199 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.240067 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 746d50eb-a22b-40e9-b628-bb965abf6456 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:04.240555 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.319718 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:02Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:04.368728 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Pushing event updated for resources: {'Port': ['ID=17f802b6-2767-4e4a-8644-e197a23e78e3,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:04.421762 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d886247c-73c1-4ef0-8c26-df34b7880050 None None] The sync data for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi is: [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:02Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:59:04.428119 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-b18e9b90-7e91-4697-adaa-f3fc72efd589 service neutron] 10.222.0.47 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8967764 Jul 27 17:59:04.494877 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0716c-47b9-41e3-a182-e06f00a840d9 req-14c1045c-e1cd-4c6e-8b92-a870c6f69907 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:04.502865 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-61e0716c-47b9-41e3-a182-e06f00a840d9 req-14c1045c-e1cd-4c6e-8b92-a870c6f69907 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 932 time: 0.5963454 Jul 27 17:59:04.574373 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.625175 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0f58-4c22-46e4-8de1-3e2c1aa33156 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.629690 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Attempting to bind port 17f802b6-2767-4e4a-8644-e197a23e78e3 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:59:04.630185 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Attempting to bind port 17f802b6-2767-4e4a-8644-e197a23e78e3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6c325447-9ad7-48f2-af13-bda9867c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87'}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:59:04.633096 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Attempting to bind port 17f802b6-2767-4e4a-8644-e197a23e78e3 on network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:04.645337 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Port 17f802b6-2767-4e4a-8644-e197a23e78e3 on network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:59:04.645337 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Attempting to bind port 17f802b6-2767-4e4a-8644-e197a23e78e3 on network 6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:04.645754 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0f58-4c22-46e4-8de1-3e2c1aa33156 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.668408 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 746d50eb-a22b-40e9-b628-bb965abf6456, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=746d50eb-a22b-40e9-b628-bb965abf6456,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:04.676526 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.757711 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:59:04.758082 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Checking segment: {'id': '6c325447-9ad7-48f2-af13-bda9867c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:04.758640 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Bound using segment: {'id': '6c325447-9ad7-48f2-af13-bda9867c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87'} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:59:04.759130 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Bound port: 17f802b6-2767-4e4a-8644-e197a23e78e3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c325447-9ad7-48f2-af13-bda9867c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87'}}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:59:04.759499 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.777165 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b0f58-4c22-46e4-8de1-3e2c1aa33156 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9cc1fe-ae5f-4224-8daa-c7abe87ee4d2,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:04.803752 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9e7b0f58-4c22-46e4-8de1-3e2c1aa33156 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.808273 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-9e7b0f58-4c22-46e4-8de1-3e2c1aa33156 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2485559 Jul 27 17:59:04.812394 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56626) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:04.833587 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-0a7317b5-9068-4e52-8814-c9436c0182d2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'security_group_rule': {'security_group_id': 'b76cbe02-d92d-4f80-9290-5d0ae0a1e88b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:04.868410 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=746d50eb-a22b-40e9-b628-bb965abf6456,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:04.930453 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a7317b5-9068-4e52-8814-c9436c0182d2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:04.951856 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-25a1df0a-b47c-40e4-a25a-e31a464cff1e service neutron] 10.222.0.47 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982207 Jul 27 17:59:04.989550 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-61e0716c-47b9-41e3-a182-e06f00a840d9 req-aceb0a31-0d13-4a50-b91c-94030b50cb39 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856083 Jul 27 17:59:05.025124 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] For port 17f802b6-2767-4e4a-8644-e197a23e78e3, host hv-cinder-78626, cleared binding levels {{(pid=93050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:59:05.042090 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] For port 17f802b6-2767-4e4a-8644-e197a23e78e3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=17f802b6-2767-4e4a-8644-e197a23e78e3,segment=NetworkSegment(6c325447-9ad7-48f2-af13-bda9867c30d5),segment_id=6c325447-9ad7-48f2-af13-bda9867c30d5)] {{(pid=93050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:59:05.050866 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:05.093565 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a7317b5-9068-4e52-8814-c9436c0182d2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:05.100304 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a7317b5-9068-4e52-8814-c9436c0182d2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:05.132965 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7317b5-9068-4e52-8814-c9436c0182d2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccad1a8-599c-4b2c-93cc-d4fbd635e0c0,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:05.145160 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a7317b5-9068-4e52-8814-c9436c0182d2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:05.146783 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0a7317b5-9068-4e52-8814-c9436c0182d2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306127 Jul 27 17:59:05.149795 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56636) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:05.158374 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:05.200116 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:05.230423 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:05.231491 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:05.233255 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] 10.222.0.41 "PUT /v2.0/ports/17f802b6-2767-4e4a-8644-e197a23e78e3 HTTP/1.1" status: 200 len: 1094 time: 3.4535146 Jul 27 17:59:05.236262 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3', 'tag': '17f802b6-2767-4e4a-8644-e197a23e78e3'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:05.357665 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5b5da0c9-e4fe-424d-b8eb-414cd4df362c req-60ea1b39-8bae-4ced-8cef-8229d9acfb5f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.0556371 Jul 27 17:59:05.606943 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:05.761570 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699f322-c3f8-4790-8bc3-4743fa733e09 service neutron] Pushing event updated for resources: {'Port': ['ID=17f802b6-2767-4e4a-8644-e197a23e78e3,revision_number=3']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:05.836088 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a67bf5-3b60-4bdf-ae32-7131df005676 req-ac96d9c3-7ced-45c4-9a55-2434faebd75e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:05.843756 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-65a67bf5-3b60-4bdf-ae32-7131df005676 req-ac96d9c3-7ced-45c4-9a55-2434faebd75e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 943 time: 0.6725144 Jul 27 17:59:06.006459 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Allocated IP 172.27.1.235 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/952b93a4-9642-41e8-9a9e-dbcf21bf131f) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:59:06.028989 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-65a67bf5-3b60-4bdf-ae32-7131df005676 req-aaa9505b-c24d-4b93-8d3b-49a308c2970c tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838284 Jul 27 17:59:06.094004 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf30e745-6188-40b1-8184-7ec44a24ac16" -d '{"events": [{"name": "network-changed", "server_uuid": "69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3", "tag": "17f802b6-2767-4e4a-8644-e197a23e78e3"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:06.185056 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 746d50eb-a22b-40e9-b628-bb965abf6456 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:06.358681 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 746d50eb-a22b-40e9-b628-bb965abf6456 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:06.359441 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:06.478622 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c510e7d9-188e-4cf9-9585-d7659210f000 x-openstack-request-id: req-c510e7d9-188e-4cf9-9585-d7659210f000 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:06.479226 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3", "tag": "17f802b6-2767-4e4a-8644-e197a23e78e3", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:06.479648 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c510e7d9-188e-4cf9-9585-d7659210f000 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:06.480392 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3', 'tag': '17f802b6-2767-4e4a-8644-e197a23e78e3', 'status': 'completed', 'code': 200} Jul 27 17:59:06.529041 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:06.554175 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748d9af-d40b-4d94-98f5-3bdb4ad62587 req-a59db3c7-03cb-448b-bf3e-6261ce755483 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:06.556163 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a748d9af-d40b-4d94-98f5-3bdb4ad62587 req-a59db3c7-03cb-448b-bf3e-6261ce755483 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 944 time: 0.3167791 Jul 27 17:59:06.681634 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:06.703134 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a748d9af-d40b-4d94-98f5-3bdb4ad62587 req-f704f900-3a3e-4e42-94ec-7d739826a7f2 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188874 Jul 27 17:59:06.741261 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:59:06.746282 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:06.750819 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:59:06.799192 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device dab6e2ec-bb20-4dc1-a630-b51934de76e8 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:06.850275 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-efc72797-a3ea-48bd-befa-65f02b93dddf req-4bf2c5ac-cf22-4bf8-b4e7-a7b502019fc1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.1827598 Jul 27 17:59:06.858753 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Request body: {'port': {'device_id': 'f6bcf2a9-c746-43cc-b69b-33e73860d3d5', 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321', 'admin_state_up': True, 'tenant_id': '48be8aced2274ceb88830889f36916f3'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:06.961887 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'Port': ['ID=952b93a4-9642-41e8-9a9e-dbcf21bf131f,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:06.968789 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-793a809c-c26d-4997-8da5-d745567b4d85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2191601 Jul 27 17:59:07.249458 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30e745-6188-40b1-8184-7ec44a24ac16 req-11845066-8004-4e2f-9907-30a827d4d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:07.251933 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cf30e745-6188-40b1-8184-7ec44a24ac16 req-11845066-8004-4e2f-9907-30a827d4d19d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e5b2c73551b4b5d959a4fcd1a862f78&device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 1097 time: 0.3725600 Jul 27 17:59:07.580521 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port dab6e2ec-bb20-4dc1-a630-b51934de76e8 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:59:07.586787 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port dab6e2ec-bb20-4dc1-a630-b51934de76e8 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:07.587429 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:07.623300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:07.894319 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:07.906970 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30e745-6188-40b1-8184-7ec44a24ac16 req-601e385a-f4b4-4ec8-8b17-6ee2842e04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:07.909488 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cf30e745-6188-40b1-8184-7ec44a24ac16 req-601e385a-f4b4-4ec8-8b17-6ee2842e04b9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8e5b2c73551b4b5d959a4fcd1a862f78&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6395314 Jul 27 17:59:08.006964 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port dab6e2ec-bb20-4dc1-a630-b51934de76e8, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=dab6e2ec-bb20-4dc1-a630-b51934de76e8,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:08.016240 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:08.038623 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-d8a63c44-07ab-46b8-9073-ba9341f27c87 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9938159 Jul 27 17:59:08.051963 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:08.197118 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=dab6e2ec-bb20-4dc1-a630-b51934de76e8,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:08.309252 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0caae-b237-40a6-91dd-67ba17c5aba9 req-22f29cea-b440-48a4-8ef9-c24644ab2e3e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:08.311142 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4db0caae-b237-40a6-91dd-67ba17c5aba9 req-22f29cea-b440-48a4-8ef9-c24644ab2e3e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 943 time: 1.0093806 Jul 27 17:59:08.321029 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Made reservation on behalf of 48be8aced2274ceb88830889f36916f3 for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:08.332459 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:08.435435 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30e745-6188-40b1-8184-7ec44a24ac16 req-dbf6cad4-bec5-4a5f-883a-e34e5fdbd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:08.444662 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cf30e745-6188-40b1-8184-7ec44a24ac16 req-dbf6cad4-bec5-4a5f-883a-e34e5fdbd0ad service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5151284 Jul 27 17:59:08.463125 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a178a-ce94-4833-85e8-d411cbf09faf req-c88e7bc7-a9f5-47ab-bfae-fd1f4ac13989 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:08.465077 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b92a178a-ce94-4833-85e8-d411cbf09faf req-c88e7bc7-a9f5-47ab-bfae-fd1f4ac13989 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 944 time: 0.3885150 Jul 27 17:59:08.540708 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b92a178a-ce94-4833-85e8-d411cbf09faf req-3aeff9a3-fcca-40fc-be62-f44e3f59a1f9 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641165 Jul 27 17:59:08.636666 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6530b001-3bab-4b80-af92-42502450cfa6 req-ecffa709-17d7-42b0-b026-311df594f269 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122535 Jul 27 17:59:08.644630 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4db0caae-b237-40a6-91dd-67ba17c5aba9 req-352cdf48-5eeb-4c5d-8ab4-44138d417694 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948151 Jul 27 17:59:08.805532 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-30c8b2c3-d747-46cd-aa8a-5bdb6048b75a req-2ddf7447-cf2e-4437-a1e8-a56abc5c380d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.0618651 Jul 27 17:59:08.816367 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Allocated IP 172.20.0.12 (36b461fb-0cad-49fe-8755-f1b94e2ef321/14ec3cfe-880d-47b9-9324-10316376244e/e2db4d97-95a0-468a-a564-bbed9ccd6bb4) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:59:08.831350 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:08.854286 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:08.938313 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:09.188730 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'Port': ['ID=952b93a4-9642-41e8-9a9e-dbcf21bf131f,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:09.211120 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:09.214183 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-c159380d-10d0-45a2-a94c-6fa8b60ec305 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0617549 Jul 27 17:59:09.221155 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:09.445218 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:09.834856 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91720c6b-ce1f-4d8a-9ce9-a837d3524039 req-5790b81a-5142-4148-a71c-76cd840ab2a3 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:09.840336 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-91720c6b-ce1f-4d8a-9ce9-a837d3524039 req-5790b81a-5142-4148-a71c-76cd840ab2a3 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 944 time: 0.0993159 Jul 27 17:59:09.860468 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Pushing event updated for resources: {'Port': ['ID=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:09.880235 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Network 36b461fb-0cad-49fe-8755-f1b94e2ef321 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:59:09.890751 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:09.900070 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:59:09.908784 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:09.908784 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:09.913448 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56854) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:09.972268 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-91720c6b-ce1f-4d8a-9ce9-a837d3524039 req-dbddb276-b6c4-45c8-a7f7-b66104afacb8 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244485 Jul 27 17:59:09.988587 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-9ed8370f-1369-40fa-a975-fd986e4576e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1718605 Jul 27 17:59:10.013516 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-eaaed157-cbe7-4c45-a53f-ee8b1ac5ce1e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1511329476&fields=id&tenant_id=c4c25fa77a9a40b79d09f6291421417a HTTP/1.1" status: 200 len: 267 time: 0.1882429 Jul 27 17:59:10.217418 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device dab6e2ec-bb20-4dc1-a630-b51934de76e8 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:10.290310 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b2eee608-7258-480b-9a38-de83a10e5d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:10.302103 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-eac9fc18-6c00-40f1-9e2c-de079ea7ebde tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:10.309750 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-eac9fc18-6c00-40f1-9e2c-de079ea7ebde tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 811 time: 0.3007011 Jul 27 17:59:10.359496 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-70e45850-cad4-4ec9-b41a-940e3f1a4928 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/quotas/c4c25fa77a9a40b79d09f6291421417a HTTP/1.1" status: 200 len: 375 time: 0.0332773 Jul 27 17:59:10.378350 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port dab6e2ec-bb20-4dc1-a630-b51934de76e8 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:10.380561 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:10.521760 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b27331-1b18-4b6e-a22c-c5b824d2d614 req-ea30e199-1195-4538-a944-9b62080299ca tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:10.526971 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-23b27331-1b18-4b6e-a22c-c5b824d2d614 req-ea30e199-1195-4538-a944-9b62080299ca tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 943 time: 0.3951957 Jul 27 17:59:10.551667 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-d1b85d26-8949-4de6-bd18-9cf3caf720ca tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1848743 Jul 27 17:59:10.584696 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56876) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:10.641188 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56880) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:10.655760 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b2eee608-7258-480b-9a38-de83a10e5d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:10.669833 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-23b27331-1b18-4b6e-a22c-c5b824d2d614 req-80c12656-607e-4106-8f1c-b18b838c4f15 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021051 Jul 27 17:59:10.672068 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b2eee608-7258-480b-9a38-de83a10e5d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:10.738385 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-b2eee608-7258-480b-9a38-de83a10e5d30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08398b46d1cb4b78ac79802f555f1057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8218808 Jul 27 17:59:10.738385 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eee608-7258-480b-9a38-de83a10e5d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27dda686-da06-44b3-bb5d-301a0a37845d,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:10.739398 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56884) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:10.760926 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4ab3aec0-b472-404f-9da4-bdc5d1a26210 service neutron] 10.222.0.47 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851475 Jul 27 17:59:10.764301 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5b5e-1c9b-490f-842d-77067fbf256a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:10.792615 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-14dbf399-f0de-4c59-b3e6-15444e6d73a2 req-386c8feb-b1c4-473e-a8d4-ab2b814a950e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.0445187 Jul 27 17:59:10.843130 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-633f4733-3ef9-489d-93fc-c0528383743d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:10.864994 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Request body: {'port': {'device_id': 'f6bcf2a9-c746-43cc-b69b-33e73860d3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:10.900393 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fdd52f4d-8cb0-48ae-8930-78f9cac1024e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:10.974787 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fdd52f4d-8cb0-48ae-8930-78f9cac1024e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:10.985269 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-bacb23a0-b5e3-4fa4-8d02-b902fa219391 service neutron] 10.222.0.47 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140996 Jul 27 17:59:10.992954 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5b5e-1c9b-490f-842d-77067fbf256a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:11.001889 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bcdc5b5e-1c9b-490f-842d-77067fbf256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:11.044804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-6507287a-488d-4469-9b04-ed9c8203fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:11.048315 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-6507287a-488d-4469-9b04-ed9c8203fbd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 1096 time: 0.1429698 Jul 27 17:59:11.068741 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:11.090943 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315166-311f-43da-aa29-03138041fa86 req-73c21392-9c81-454e-828f-e33eba13d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:11.092541 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-73c21392-9c81-454e-828f-e33eba13d8c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e5b2c73551b4b5d959a4fcd1a862f78&device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 1097 time: 0.1863725 Jul 27 17:59:11.167909 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.41', 62956) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:11.187173 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-02b70c1d-a9b2-46d2-9d8f-3787fee1f3cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f802b6-2767-4e4a-8644-e197a23e78e3 HTTP/1.1" status: 200 len: 217 time: 0.0743005 Jul 27 17:59:11.243605 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-bcdc5b5e-1c9b-490f-842d-77067fbf256a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0fb671cbe8a44874bc54727253caf8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460328 Jul 27 17:59:11.269087 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56892) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:11.269770 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc5b5e-1c9b-490f-842d-77067fbf256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1a8d8b-b374-4377-bcd3-1cbb7070b981,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:11.311204 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fdd52f4d-8cb0-48ae-8930-78f9cac1024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:11.314020 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fdd52f4d-8cb0-48ae-8930-78f9cac1024e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:11.319701 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-fdd52f4d-8cb0-48ae-8930-78f9cac1024e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27dda686-da06-44b3-bb5d-301a0a37845d HTTP/1.1" status: 204 len: 168 time: 0.5744507 Jul 27 17:59:11.456756 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd52f4d-8cb0-48ae-8930-78f9cac1024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dda686-da06-44b3-bb5d-301a0a37845d,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:11.467129 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e2339213-aa0c-4729-bf37-8cc8b7b01990 req-f6071bf0-2075-4335-b796-3df127dae911 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 210 time: 0.1460948 Jul 27 17:59:11.553632 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-ddee947c-c147-48a9-b43b-d141949ea031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:11.555387 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-ddee947c-c147-48a9-b43b-d141949ea031 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 915 time: 0.4834523 Jul 27 17:59:11.561557 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb315166-311f-43da-aa29-03138041fa86 req-60c6c72e-b2af-4715-a649-8b45f4a85c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:11.563495 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-60c6c72e-b2af-4715-a649-8b45f4a85c12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3dde7926-a593-4d78-be1c-9a4a3be051a0 HTTP/1.1" status: 200 len: 850 time: 0.2115552 Jul 27 17:59:11.598093 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-633f4733-3ef9-489d-93fc-c0528383743d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:11.626154 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-30959be5-4730-4080-890c-bcb99214ccd5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:11.627711 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-30959be5-4730-4080-890c-bcb99214ccd5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 818 time: 0.4544518 Jul 27 17:59:11.630492 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-65adc89c-dee2-43a9-a814-cc95ddcecea4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526812 Jul 27 17:59:11.636978 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221b603-c686-4140-b1e6-6181fa6cd56f req-6d2dd2a0-700a-494c-a37c-df898005c21d tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:11.644409 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2221b603-c686-4140-b1e6-6181fa6cd56f req-6d2dd2a0-700a-494c-a37c-df898005c21d tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 944 time: 0.5203559 Jul 27 17:59:11.646297 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-42b85864-3dc0-4375-a300-8923607532ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:11.687610 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-633f4733-3ef9-489d-93fc-c0528383743d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:11.688601 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Request body: {'port': {'device_id': '22138097-231b-4f86-8644-28cf47760a30', 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321', 'admin_state_up': True, 'tenant_id': '48be8aced2274ceb88830889f36916f3'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:11.717146 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-ab2fef84-92b3-42ae-ae7a-74f45a73a8c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d329629e-37a1-46be-b20d-992a060550c0 HTTP/1.1" status: 200 len: 217 time: 0.1371114 Jul 27 17:59:11.736151 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f4733-3ef9-489d-93fc-c0528383743d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d9da67-9666-4119-b6cb-8fb6cd2b53ac,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:11.983791 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2db4d97-95a0-468a-a564-bbed9ccd6bb4 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:12.016355 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.024202 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56928) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:12.080138 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Transition to ACTIVE for port object e2db4d97-95a0-468a-a564-bbed9ccd6bb4 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:59:12.081633 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-683b5843-08b4-4f60-95a4-32f6ab103337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:12.083533 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-683b5843-08b4-4f60-95a4-32f6ab103337 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.3418119 Jul 27 17:59:12.092737 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3e26-f396-493f-8dbf-6f5e2c30b06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.096745 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-1d8d6b09-879b-412e-98f5-c15f561d2300 service neutron] 10.222.0.41 "GET /v2.0/networks/6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390948 Jul 27 17:59:12.097581 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-42b85864-3dc0-4375-a300-8923607532ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.100101 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.141505 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-633f4733-3ef9-489d-93fc-c0528383743d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e28ab31c95aa46a19c682f65cda492b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4992578 Jul 27 17:59:12.172763 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56936) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:12.175140 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-6adc812e-6589-4296-97fc-bc707d932a3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796316 Jul 27 17:59:12.196724 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2221b603-c686-4140-b1e6-6181fa6cd56f req-4fe85a45-f5b6-4ab4-84f4-4774b4ccd723 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513508 Jul 27 17:59:12.297846 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Made reservation on behalf of 48be8aced2274ceb88830889f36916f3 for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:12.301099 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.325936 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea6bc-8233-4e01-9982-e3e82104e442 req-b558bbbd-e92b-4066-8873-3f7d39be48b9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:12.327542 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-880ea6bc-8233-4e01-9982-e3e82104e442 req-b558bbbd-e92b-4066-8873-3f7d39be48b9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 943 time: 0.5023885 Jul 27 17:59:12.336506 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9cb615da-84a2-4036-8256-2a585e5370f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.348077 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:12.369382 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-42b85864-3dc0-4375-a300-8923607532ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.372482 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-42b85864-3dc0-4375-a300-8923607532ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.373840 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-42b85864-3dc0-4375-a300-8923607532ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b1a8d8b-b374-4377-bcd3-1cbb7070b981 HTTP/1.1" status: 204 len: 168 time: 1.1011317 Jul 27 17:59:12.403385 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9cb615da-84a2-4036-8256-2a585e5370f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.444982 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b85864-3dc0-4375-a300-8923607532ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1a8d8b-b374-4377-bcd3-1cbb7070b981,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:12.453433 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-43ca4a52-dd07-452d-8ea8-269c00985c04 req-d92a17e0-4daf-4475-9b04-a6dd0be5e4db tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.0759315 Jul 27 17:59:12.465295 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-03727dc7-132c-49b0-9d15-afdcb6165d24 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721593 Jul 27 17:59:12.493945 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Attempting to bind port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:59:12.495162 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Attempting to bind port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:59:12.495498 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Attempting to bind port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 on network 36b461fb-0cad-49fe-8755-f1b94e2ef321 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:12.512731 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 on network 36b461fb-0cad-49fe-8755-f1b94e2ef321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:59:12.512731 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Attempting to bind port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 on network 36b461fb-0cad-49fe-8755-f1b94e2ef321 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:12.620366 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d482a73f-8029-497f-b6bc-00b02f9f9f16 req-cd10eeac-8c61-4a0f-87fd-e56014dbefd0 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402264 Jul 27 17:59:12.636127 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9cb615da-84a2-4036-8256-2a585e5370f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.639302 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9cb615da-84a2-4036-8256-2a585e5370f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.644961 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9cb615da-84a2-4036-8256-2a585e5370f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9d9da67-9666-4119-b6cb-8fb6cd2b53ac HTTP/1.1" status: 204 len: 168 time: 0.4687169 Jul 27 17:59:12.689503 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-31734390-b3a5-4bfa-b052-3a70b7d33323 req-38844c3c-a8a0-4f81-af91-35b69e395aac tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 210 time: 0.0414662 Jul 27 17:59:12.741578 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb615da-84a2-4036-8256-2a585e5370f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d9da67-9666-4119-b6cb-8fb6cd2b53ac,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:12.859146 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb315166-311f-43da-aa29-03138041fa86 req-dc02a4ca-21fb-487e-9dff-8b8fc0d93d45 service neutron] 10.222.0.41 "GET /v2.0/networks/6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342215 Jul 27 17:59:12.868534 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-880ea6bc-8233-4e01-9982-e3e82104e442 req-af0d6703-3a91-4339-9496-7e0f3d5f7f9b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252051 Jul 27 17:59:12.875486 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:59:12.875927 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-98b52f7a-69c9-4ab4-bfff-4af6416dec8a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:12.877487 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-98b52f7a-69c9-4ab4-bfff-4af6416dec8a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 811 time: 0.1860209 Jul 27 17:59:12.879560 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Checking segment: {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:12.880106 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Bound using segment: {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:59:12.880754 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Bound port: e2db4d97-95a0-468a-a564-bbed9ccd6bb4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:59:12.881334 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:12.953298 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56954) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:12.964603 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-6bed06eb-13e1-4b02-8dc4-06a4fba9f11d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4c25fa77a9a40b79d09f6291421417a HTTP/1.1" status: 200 len: 380 time: 0.0769639 Jul 27 17:59:12.977089 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'port': {'device_id': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'admin_state_up': True, 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'security_groups': ['b76cbe02-d92d-4f80-9290-5d0ae0a1e88b']}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:12.980777 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7a594214-4964-4ef1-9802-1a7590977c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.042761 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3e26-f396-493f-8dbf-6f5e2c30b06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.058391 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7fdf3e26-f396-493f-8dbf-6f5e2c30b06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.081240 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device d329629e-37a1-46be-b20d-992a060550c0 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:59:13.095974 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Allocated IP 172.20.0.4 (36b461fb-0cad-49fe-8755-f1b94e2ef321/14ec3cfe-880d-47b9-9324-10316376244e/ef1f9082-c7b9-4bd8-9c36-847706f5d178) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:59:13.124025 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] For port e2db4d97-95a0-468a-a564-bbed9ccd6bb4, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:59:13.148964 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7fdf3e26-f396-493f-8dbf-6f5e2c30b06a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2942750e8a04c7b8932e66d3ed30ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1147172 Jul 27 17:59:13.149664 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf3e26-f396-493f-8dbf-6f5e2c30b06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e17687-4854-40d3-a5a7-5f9e41b40526,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:13.154174 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] For port e2db4d97-95a0-468a-a564-bbed9ccd6bb4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:59:13.157542 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56958) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:13.179028 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.205925 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7a594214-4964-4ef1-9802-1a7590977c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.217681 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:13.217928 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.218494 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7a594214-4964-4ef1-9802-1a7590977c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.219708 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] 10.222.0.41 "PUT /v2.0/ports/e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 200 len: 1094 time: 2.3620608 Jul 27 17:59:13.274345 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bcf2a9-c746-43cc-b69b-33e73860d3d5', 'tag': 'e2db4d97-95a0-468a-a564-bbed9ccd6bb4'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:13.276491 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56962) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:13.277337 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0d115c-2c83-49f7-af7f-aaf40b22911d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bcf2a9-c746-43cc-b69b-33e73860d3d5", "tag": "e2db4d97-95a0-468a-a564-bbed9ccd6bb4"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:13.291091 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port d329629e-37a1-46be-b20d-992a060550c0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d329629e-37a1-46be-b20d-992a060550c0,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:13.294276 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a594214-4964-4ef1-9802-1a7590977c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e275af-ad10-48df-8096-e6d71db51058,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:13.299377 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7e42-3d2c-4fa6-ab8a-7cf268269461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.305508 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7a594214-4964-4ef1-9802-1a7590977c4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe95f9d4788540499018d8636a1c4818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509164 Jul 27 17:59:13.315196 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Made reservation on behalf of c4c25fa77a9a40b79d09f6291421417a for: {'port': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:13.315196 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.315627 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'd329629e-37a1-46be-b20d-992a060550c0', 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'port_id': 'd329629e-37a1-46be-b20d-992a060550c0', 'mac_address': 'fa:16:3e:ed:8d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed15622-b6b5-4738-880a-bd088923f101', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:59:13.325135 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 56966) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:13.358958 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d19a596-7d56-47d2-8f6e-c8b11842bd50 x-openstack-request-id: req-5d19a596-7d56-47d2-8f6e-c8b11842bd50 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:13.359655 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bcf2a9-c746-43cc-b69b-33e73860d3d5", "tag": "e2db4d97-95a0-468a-a564-bbed9ccd6bb4", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:13.359655 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d19a596-7d56-47d2-8f6e-c8b11842bd50 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:13.360169 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bcf2a9-c746-43cc-b69b-33e73860d3d5', 'tag': 'e2db4d97-95a0-468a-a564-bbed9ccd6bb4', 'status': 'completed', 'code': 200} Jul 27 17:59:13.365813 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.380302 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d329629e-37a1-46be-b20d-992a060550c0 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:13.405572 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port d329629e-37a1-46be-b20d-992a060550c0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d329629e-37a1-46be-b20d-992a060550c0,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:13.410808 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.482136 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846005c9-e8a1-4016-899c-b77da1090737 req-2ddac0f7-8cf3-49d7-aece-d652b4234cc7 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:13.483127 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=d329629e-37a1-46be-b20d-992a060550c0,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:13.483726 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-846005c9-e8a1-4016-899c-b77da1090737 req-2ddac0f7-8cf3-49d7-aece-d652b4234cc7 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 944 time: 0.1819873 Jul 27 17:59:13.544015 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e88c3-4386-4d96-8b36-59a166be6bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:13.588909 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-846005c9-e8a1-4016-899c-b77da1090737 req-8fab8640-3f27-4a98-bf46-9558943f7750 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985291 Jul 27 17:59:13.613983 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a39f0adc-4194-4adc-87df-5f7205f54c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.623746 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Allocated IP 172.20.0.10 (55fa5381-5562-4185-b5aa-68b4a64b453a/689f211b-5f9d-4bfd-8886-e8801d993491/47c24d20-f853-4419-b495-948098d3e4b5) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:59:13.663667 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a0df5c9b-ba1f-4f52-9432-a0c596fe18c1 req-bb0703a0-6371-48d8-b3bb-bb59ca03a0d3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.1022899 Jul 27 17:59:13.672250 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7e42-3d2c-4fa6-ab8a-7cf268269461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.680826 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa6f7e42-3d2c-4fa6-ab8a-7cf268269461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.681997 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d329629e-37a1-46be-b20d-992a060550c0'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:59:13.734480 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e25c7888-baa6-4fed-adac-4d90d1011e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.739701 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.743614 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a39f0adc-4194-4adc-87df-5f7205f54c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.747350 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-0f8bce6e-5c8f-4d0c-9a24-c2cfeaea769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:13.749522 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-0f8bce6e-5c8f-4d0c-9a24-c2cfeaea769a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1097 time: 0.4659727 Jul 27 17:59:13.797464 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f7e42-3d2c-4fa6-ab8a-7cf268269461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df4cc22-9c53-448d-9ef6-a848c71d4e32,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:13.820873 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-fa6f7e42-3d2c-4fa6-ab8a-7cf268269461 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed977c56db8c481c8c7fe0d42143e8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5417399 Jul 27 17:59:13.824846 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 56986) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:13.871269 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-5d66cf9d-0785-4f76-b03e-845daf086ed3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 200 len: 217 time: 0.1075873 Jul 27 17:59:13.918189 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-febd508f-6089-49f9-a58d-a4e1be53b031 req-a431f80d-94fc-44f8-9520-4485bbcc6c3c tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 210 time: 0.1003656 Jul 27 17:59:13.923908 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e25c7888-baa6-4fed-adac-4d90d1011e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.956287 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8be30e3e-0f92-42aa-abf7-51494b22a9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:13.990304 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.013611 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8be30e3e-0f92-42aa-abf7-51494b22a9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.032506 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Transition to ACTIVE for port object 47c24d20-f853-4419-b495-948098d3e4b5 will not be triggered until provisioned by entity DHCP. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:59:14.052202 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a39f0adc-4194-4adc-87df-5f7205f54c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.054731 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a39f0adc-4194-4adc-87df-5f7205f54c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.055981 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a39f0adc-4194-4adc-87df-5f7205f54c40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25e17687-4854-40d3-a5a7-5f9e41b40526 HTTP/1.1" status: 204 len: 168 time: 0.8974047 Jul 27 17:59:14.058104 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-58944036-c1b0-44af-abf1-a119a7793a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:14.064047 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-58944036-c1b0-44af-abf1-a119a7793a7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.1666672 Jul 27 17:59:14.094615 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.109242 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f0adc-4194-4adc-87df-5f7205f54c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e17687-4854-40d3-a5a7-5f9e41b40526,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:14.124947 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-74ef3fff-f232-4c9e-8a52-8a91e8bf354f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486836 Jul 27 17:59:14.146272 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.146654 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Network 55fa5381-5562-4185-b5aa-68b4a64b453a is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:59:14.148089 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8be30e3e-0f92-42aa-abf7-51494b22a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.151804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8be30e3e-0f92-42aa-abf7-51494b22a9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.153268 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-8be30e3e-0f92-42aa-abf7-51494b22a9d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3df4cc22-9c53-448d-9ef6-a848c71d4e32 HTTP/1.1" status: 204 len: 168 time: 0.3274162 Jul 27 17:59:14.162073 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:14.171338 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:59:14.177254 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:14.177892 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.195034 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be30e3e-0f92-42aa-abf7-51494b22a9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df4cc22-9c53-448d-9ef6-a848c71d4e32,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:14.196698 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e25c7888-baa6-4fed-adac-4d90d1011e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.198975 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'Port': ['ID=47c24d20-f853-4419-b495-948098d3e4b5,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:14.200093 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e25c7888-baa6-4fed-adac-4d90d1011e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.201279 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e25c7888-baa6-4fed-adac-4d90d1011e70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57e275af-ad10-48df-8096-e6d71db51058 HTTP/1.1" status: 204 len: 168 time: 0.8578789 Jul 27 17:59:14.211625 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-8ef38635-d63d-42fa-ae65-970a277f3187 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2389414 Jul 27 17:59:14.230330 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Request body: {'port': {'device_id': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:14.301240 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Network 36b461fb-0cad-49fe-8755-f1b94e2ef321 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:59:14.302919 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7888-baa6-4fed-adac-4d90d1011e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e275af-ad10-48df-8096-e6d71db51058,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:14.338349 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.349589 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Pushing event updated for resources: {'Port': ['ID=ef1f9082-c7b9-4bd8-9c36-847706f5d178,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:14.352226 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:14.357618 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:59:14.363469 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:14.364111 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.394698 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f77b38-7539-48c0-a596-c5a7a1734d33 req-c08c6561-e248-4904-a6fe-24d4c2766f00 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:14.396371 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b0f77b38-7539-48c0-a596-c5a7a1734d33 req-c08c6561-e248-4904-a6fe-24d4c2766f00 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 944 time: 0.3977053 Jul 27 17:59:14.423851 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-aa4f875a-cf97-4231-9eee-29a6aff1371a service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891674 Jul 27 17:59:14.461728 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-77742205-773f-41fe-8340-461fedaa6884 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8087189 Jul 27 17:59:14.488621 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Request body: {'port': {'device_id': '22138097-231b-4f86-8644-28cf47760a30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:14.580774 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-4e96d77f-88e4-4416-9463-8cdec0a754e5 None None] Provisioning for port 47c24d20-f853-4419-b495-948098d3e4b5 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:59:14.585304 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-4e96d77f-88e4-4416-9463-8cdec0a754e5 None None] Provisioning complete for port 47c24d20-f853-4419-b495-948098d3e4b5 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:14.586398 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4e96d77f-88e4-4416-9463-8cdec0a754e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.614633 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.649069 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b0f77b38-7539-48c0-a596-c5a7a1734d33 req-752ba1e3-76d6-42ff-b17b-4b64bb527d9e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216790 Jul 27 17:59:14.660695 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-4e96d77f-88e4-4416-9463-8cdec0a754e5 None None] Port 47c24d20-f853-4419-b495-948098d3e4b5 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 17:59:14.785623 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c24d20-f853-4419-b495-948098d3e4b5 {{(pid=93050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:14.786954 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c3acd2c-b4a6-4db7-bb81-8f9f3c12010f req-7fab100d-b90c-45bb-875b-2368e8d79e03 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346953 Jul 27 17:59:14.796696 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.822448 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Transition to ACTIVE for port object 47c24d20-f853-4419-b495-948098d3e4b5 will not be triggered until provisioned by entity L2. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:59:14.834375 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:14.909135 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74fa3-8371-4e37-b801-92eb458a36de req-91e244c9-edc2-4227-907c-a6379d2a5375 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:14.911914 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-43d74fa3-8371-4e37-b801-92eb458a36de req-91e244c9-edc2-4227-907c-a6379d2a5375 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 944 time: 0.1830657 Jul 27 17:59:14.995211 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Attempting to bind port 47c24d20-f853-4419-b495-948098d3e4b5 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:59:14.995731 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Attempting to bind port 47c24d20-f853-4419-b495-948098d3e4b5 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:59:15.000041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Attempting to bind port 47c24d20-f853-4419-b495-948098d3e4b5 on network 55fa5381-5562-4185-b5aa-68b4a64b453a {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:15.025459 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Pushing event updated for resources: {'Port': ['ID=47c24d20-f853-4419-b495-948098d3e4b5,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:15.027994 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Port 47c24d20-f853-4419-b495-948098d3e4b5 on network 55fa5381-5562-4185-b5aa-68b4a64b453a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:59:15.028323 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Attempting to bind port 47c24d20-f853-4419-b495-948098d3e4b5 on network 55fa5381-5562-4185-b5aa-68b4a64b453a {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:15.050208 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:59:15.050780 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Checking segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:15.053180 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Bound using segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:59:15.053707 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Bound port: 47c24d20-f853-4419-b495-948098d3e4b5, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'}}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:59:15.054219 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:15.067398 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 17f802b6-2767-4e4a-8644-e197a23e78e3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:59:15.099721 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device d329629e-37a1-46be-b20d-992a060550c0 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:15.143184 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-43d74fa3-8371-4e37-b801-92eb458a36de req-31d2ca28-7baa-43e7-8e66-dc6492f09f74 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973183 Jul 27 17:59:15.209576 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.db.resource_extend [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 17:59:15.277327 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port d329629e-37a1-46be-b20d-992a060550c0 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:59:15.286686 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port d329629e-37a1-46be-b20d-992a060550c0 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:15.287408 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:15.288556 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] For port 47c24d20-f853-4419-b495-948098d3e4b5, host hv-cinder-78626, cleared binding levels {{(pid=93050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:59:15.295437 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] For port 47c24d20-f853-4419-b495-948098d3e4b5, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=47c24d20-f853-4419-b495-948098d3e4b5,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:59:15.304294 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:15.305268 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-38f17a96-0402-40c2-8f4f-59b2cc136034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:15.307167 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-38f17a96-0402-40c2-8f4f-59b2cc136034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1097 time: 0.4501591 Jul 27 17:59:15.329184 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11de8bd-dcef-419c-9d32-ec233496c7a2 req-be322110-aab0-4a83-bfff-9a451dd21693 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:15.335587 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e11de8bd-dcef-419c-9d32-ec233496c7a2 req-be322110-aab0-4a83-bfff-9a451dd21693 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 931 time: 0.5606380 Jul 27 17:59:15.346616 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:15.348045 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:15.349882 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] 10.222.0.41 "PUT /v2.0/ports/47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 200 len: 1094 time: 1.1291978 Jul 27 17:59:15.420544 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'tag': '47c24d20-f853-4419-b495-948098d3e4b5'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:15.422862 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276901d4-b076-448b-85eb-f50deefd5716" -d '{"events": [{"name": "network-changed", "server_uuid": "ae36d1cd-c199-4550-a413-a43a8f3bbdc3", "tag": "47c24d20-f853-4419-b495-948098d3e4b5"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:15.473733 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 17f802b6-2767-4e4a-8644-e197a23e78e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=17f802b6-2767-4e4a-8644-e197a23e78e3,segment=NetworkSegment(6c325447-9ad7-48f2-af13-bda9867c30d5),segment_id=6c325447-9ad7-48f2-af13-bda9867c30d5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:15.513365 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '17f802b6-2767-4e4a-8644-e197a23e78e3', 'network_id': '6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87', 'port_id': '17f802b6-2767-4e4a-8644-e197a23e78e3', 'mac_address': 'fa:16:3e:c3:46:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dde7926-a593-4d78-be1c-9a4a3be051a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:59:15.636222 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3da14-435d-45ae-93a4-796d611b6f46 req-f7c9caa3-2a0f-40f9-bfa0-c8b47a8ad4a2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:15.638468 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d9d3da14-435d-45ae-93a4-796d611b6f46 req-f7c9caa3-2a0f-40f9-bfa0-c8b47a8ad4a2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 944 time: 0.3114531 Jul 27 17:59:15.656044 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-9878f7f2-0d76-4edb-808c-85e755cf682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:15.660151 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-9878f7f2-0d76-4edb-808c-85e755cf682f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 1097 time: 0.2075059 Jul 27 17:59:15.669737 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981ae7-49b1-4226-a60f-d7dc32798e44 service neutron] Pushing event updated for resources: {'Port': ['ID=47c24d20-f853-4419-b495-948098d3e4b5,revision_number=3']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:15.670660 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:15.757642 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f802b6-2767-4e4a-8644-e197a23e78e3 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:15.796238 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 17f802b6-2767-4e4a-8644-e197a23e78e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=17f802b6-2767-4e4a-8644-e197a23e78e3,segment=NetworkSegment(6c325447-9ad7-48f2-af13-bda9867c30d5),segment_id=6c325447-9ad7-48f2-af13-bda9867c30d5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:15.807662 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:15.823323 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:15.844311 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d9d3da14-435d-45ae-93a4-796d611b6f46 req-197b214d-f6a3-42db-b2c6-a26698686e74 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819694 Jul 27 17:59:15.845545 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-b66ba51a-8fe1-4186-9976-a62bba995e9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 200 len: 217 time: 0.1249342 Jul 27 17:59:15.896790 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd329629e-37a1-46be-b20d-992a060550c0'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:15.944572 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-d2af8d3d-67fc-4dd0-8550-64330071127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:15.946169 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-d2af8d3d-67fc-4dd0-8550-64330071127a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.0932555 Jul 27 17:59:15.953318 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eed86d4-862d-4512-b511-566640f53f86 x-openstack-request-id: req-2eed86d4-862d-4512-b511-566640f53f86 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:15.953796 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae36d1cd-c199-4550-a413-a43a8f3bbdc3", "tag": "47c24d20-f853-4419-b495-948098d3e4b5", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:15.954225 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2eed86d4-862d-4512-b511-566640f53f86 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:15.954868 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'tag': '47c24d20-f853-4419-b495-948098d3e4b5', 'status': 'completed', 'code': 200} Jul 27 17:59:15.961301 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e11de8bd-dcef-419c-9d32-ec233496c7a2 req-1b1ef7b9-e11a-4017-aefa-85d094746e29 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239570 Jul 27 17:59:15.990138 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-8301ae77-313d-42a5-99eb-6c84d1a0b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:16.004568 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-8301ae77-313d-42a5-99eb-6c84d1a0b348 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.6559761 Jul 27 17:59:16.030963 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port d329629e-37a1-46be-b20d-992a060550c0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d329629e-37a1-46be-b20d-992a060550c0,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:16.057690 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:16.074305 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=17f802b6-2767-4e4a-8644-e197a23e78e3,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:16.094330 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['17f802b6-2767-4e4a-8644-e197a23e78e3'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:59:16.145623 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-2076c7e5-fd03-4448-8ab0-1c94071ad615 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 200 len: 217 time: 0.1398380 Jul 27 17:59:16.221011 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-17804877-c1d2-4154-99a6-bdcdf60c1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:16.223084 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-17804877-c1d2-4154-99a6-bdcdf60c1806 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2548299 Jul 27 17:59:16.237050 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe790f7e-4969-4939-95fa-23ae7f7c84bf req-617af53c-e872-49df-8fb8-5ec138b1e3e3 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:16.238637 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fe790f7e-4969-4939-95fa-23ae7f7c84bf req-617af53c-e872-49df-8fb8-5ec138b1e3e3 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 945 time: 0.2019451 Jul 27 17:59:16.279646 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=d329629e-37a1-46be-b20d-992a060550c0,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:16.356165 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fe790f7e-4969-4939-95fa-23ae7f7c84bf req-076f9a8e-9a59-421b-a76b-c422d526676b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062074 Jul 27 17:59:16.432264 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-e4c8590b-640b-42e6-8c33-d3107ae95a05 service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923108 Jul 27 17:59:16.452596 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8f16f2-d0a5-4352-839b-48a78891a57a" -d '{"events": [{"server_uuid": "c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77", "name": "network-vif-plugged", "status": "completed", "tag": "d329629e-37a1-46be-b20d-992a060550c0"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:16.551605 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1f9082-c7b9-4bd8-9c36-847706f5d178 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:16.552788 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2ddc6556-893d-4f19-9d54-35d89a86f42d req-92723fcc-fd9c-419d-899a-9eccaa03153f service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118488 Jul 27 17:59:16.568428 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:16.586303 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-92cf381f-476b-4ba3-b8fb-07e2c1fa623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:16.588132 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-92cf381f-476b-4ba3-b8fb-07e2c1fa623b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.1120636 Jul 27 17:59:16.605345 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Transition to ACTIVE for port object ef1f9082-c7b9-4bd8-9c36-847706f5d178 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:59:16.625202 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:16.650777 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-281c66ee-04d0-465b-979d-1a413c805287 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383670 Jul 27 17:59:16.700693 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276901d4-b076-448b-85eb-f50deefd5716 req-32a084c2-2621-4b33-b589-a2e3d699e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:16.702557 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-276901d4-b076-448b-85eb-f50deefd5716 req-32a084c2-2621-4b33-b589-a2e3d699e673 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 1097 time: 0.0816596 Jul 27 17:59:16.705289 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ad26b-6364-415f-ad22-cd80de99054c req-d5bb5c47-10db-4550-a68f-8d96e27a199a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:16.712217 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-699ad26b-6364-415f-ad22-cd80de99054c req-d5bb5c47-10db-4550-a68f-8d96e27a199a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 945 time: 0.2352242 Jul 27 17:59:16.725600 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0477d82a-06d7-45f7-aa83-484ef745ba9b x-openstack-request-id: req-0477d82a-06d7-45f7-aa83-484ef745ba9b {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:16.726132 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77", "name": "network-vif-plugged", "status": "completed", "tag": "d329629e-37a1-46be-b20d-992a060550c0", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:16.726132 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0477d82a-06d7-45f7-aa83-484ef745ba9b {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:16.726598 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd329629e-37a1-46be-b20d-992a060550c0', 'code': 200} Jul 27 17:59:16.910796 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f9082-c7b9-4bd8-9c36-847706f5d178,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:16.938923 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276901d4-b076-448b-85eb-f50deefd5716 req-d3f6bda0-076a-4322-9e40-b37c998f72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:16.943126 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-276901d4-b076-448b-85eb-f50deefd5716 req-d3f6bda0-076a-4322-9e40-b37c998f72ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 912 time: 0.2298892 Jul 27 17:59:16.977939 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Attempting to bind port ef1f9082-c7b9-4bd8-9c36-847706f5d178 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:59:16.978745 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Attempting to bind port ef1f9082-c7b9-4bd8-9c36-847706f5d178 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:59:16.978745 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Attempting to bind port ef1f9082-c7b9-4bd8-9c36-847706f5d178 on network 36b461fb-0cad-49fe-8755-f1b94e2ef321 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:17.004400 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-276901d4-b076-448b-85eb-f50deefd5716 req-4381b6e3-9623-4e05-a917-62d959d11073 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 200 len: 217 time: 0.0531328 Jul 27 17:59:17.049052 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-699ad26b-6364-415f-ad22-cd80de99054c req-da4636a2-2743-4156-8252-d8a7131b0b92 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293882 Jul 27 17:59:17.058156 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Port ef1f9082-c7b9-4bd8-9c36-847706f5d178 on network 36b461fb-0cad-49fe-8755-f1b94e2ef321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:59:17.068926 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Attempting to bind port ef1f9082-c7b9-4bd8-9c36-847706f5d178 on network 36b461fb-0cad-49fe-8755-f1b94e2ef321 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:17.083612 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device e2db4d97-95a0-468a-a564-bbed9ccd6bb4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:59:17.089301 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 17f802b6-2767-4e4a-8644-e197a23e78e3 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:17.112633 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:59:17.115561 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Checking segment: {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:17.116128 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Bound using segment: {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:59:17.117607 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Bound port: ef1f9082-c7b9-4bd8-9c36-847706f5d178, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcdfd6c-9f58-4d92-acba-209b179deedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:59:17.120019 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.177951 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-619ea09b-1cdd-44ce-a885-ff9e98218828 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028090 Jul 27 17:59:17.388234 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f8ea-b74c-4d90-ba87-ed377be811e4 req-915d3599-691c-4990-ace9-81e1b67fbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:17.390294 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5a88f8ea-b74c-4d90-ba87-ed377be811e4 req-915d3599-691c-4990-ace9-81e1b67fbcef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 1098 time: 0.4534023 Jul 27 17:59:17.393456 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] For port ef1f9082-c7b9-4bd8-9c36-847706f5d178, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:59:17.400749 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] For port ef1f9082-c7b9-4bd8-9c36-847706f5d178, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:59:17.402306 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 17f802b6-2767-4e4a-8644-e197a23e78e3 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:59:17.413695 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 17f802b6-2767-4e4a-8644-e197a23e78e3 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:17.414529 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.428738 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.451750 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port e2db4d97-95a0-468a-a564-bbed9ccd6bb4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:17.473340 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'e2db4d97-95a0-468a-a564-bbed9ccd6bb4', 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321', 'port_id': 'e2db4d97-95a0-468a-a564-bbed9ccd6bb4', 'mac_address': 'fa:16:3e:d0:5b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ec3cfe-880d-47b9-9324-10316376244e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:59:17.484590 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-5a88f8ea-b74c-4d90-ba87-ed377be811e4 req-9e735b03-b86f-4251-b6e0-6975aace023b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.515361 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5072db-8e03-4f5d-8867-a32d12d6d14e req-dfa9243a-fb1a-4a71-92f1-774fcedf7b79 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:17.524702 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cf5072db-8e03-4f5d-8867-a32d12d6d14e req-dfa9243a-fb1a-4a71-92f1-774fcedf7b79 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 943 time: 0.3621933 Jul 27 17:59:17.525128 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.560347 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276901d4-b076-448b-85eb-f50deefd5716 req-d89b7cf4-f4fb-4879-bff2-ce2596187e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:17.561738 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-eccc694a-1743-44c4-986b-34f4790471c5 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340070 Jul 27 17:59:17.562976 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:17.563616 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.563983 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2db4d97-95a0-468a-a564-bbed9ccd6bb4 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:17.564269 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-276901d4-b076-448b-85eb-f50deefd5716 req-d89b7cf4-f4fb-4879-bff2-ce2596187e3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.5500782 Jul 27 17:59:17.564912 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef1f9082-c7b9-4bd8-9c36-847706f5d178 HTTP/1.1" status: 200 len: 1093 time: 3.0810838 Jul 27 17:59:17.582687 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22138097-231b-4f86-8644-28cf47760a30', 'tag': 'ef1f9082-c7b9-4bd8-9c36-847706f5d178'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:17.585292 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04" -d '{"events": [{"name": "network-changed", "server_uuid": "22138097-231b-4f86-8644-28cf47760a30", "tag": "ef1f9082-c7b9-4bd8-9c36-847706f5d178"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:17.599652 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.617827 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port e2db4d97-95a0-468a-a564-bbed9ccd6bb4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:17.624773 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.646508 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc8940-3bc9-4fa9-b72b-139b03a65aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f9082-c7b9-4bd8-9c36-847706f5d178,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:17.688538 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cf5072db-8e03-4f5d-8867-a32d12d6d14e req-4316c493-eee5-4876-85fd-bc626a64f397 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603267 Jul 27 17:59:17.689837 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 17f802b6-2767-4e4a-8644-e197a23e78e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=17f802b6-2767-4e4a-8644-e197a23e78e3,segment=NetworkSegment(6c325447-9ad7-48f2-af13-bda9867c30d5),segment_id=6c325447-9ad7-48f2-af13-bda9867c30d5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:17.713983 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.722971 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8469b5-13b8-43a5-b48a-669914ab6785 req-2c093d80-e31e-4083-8872-6ef4b199c99d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:17.728225 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3d8469b5-13b8-43a5-b48a-669914ab6785 req-2c093d80-e31e-4083-8872-6ef4b199c99d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 944 time: 0.7256906 Jul 27 17:59:17.747370 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:17.796836 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-b2e490f4-cd6c-45c7-8778-2faaf7938224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:17.798384 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-b2e490f4-cd6c-45c7-8778-2faaf7938224 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 1096 time: 0.1852071 Jul 27 17:59:17.827890 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276901d4-b076-448b-85eb-f50deefd5716 req-5bae81c6-0924-4d18-b05f-781b9d50f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:17.828953 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-276901d4-b076-448b-85eb-f50deefd5716 req-5bae81c6-0924-4d18-b05f-781b9d50f342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2484455 Jul 27 17:59:17.831539 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=17f802b6-2767-4e4a-8644-e197a23e78e3,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:17.853659 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3d8469b5-13b8-43a5-b48a-669914ab6785 req-0d2402ff-8d10-4504-a2e3-928e72f2f989 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002924 Jul 27 17:59:17.882272 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-f9307e69-fd33-44cb-837c-e33adf10a17c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178 HTTP/1.1" status: 200 len: 217 time: 0.0698831 Jul 27 17:59:17.900630 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-5a88f8ea-b74c-4d90-ba87-ed377be811e4 req-9e735b03-b86f-4251-b6e0-6975aace023b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.915224 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-5a88f8ea-b74c-4d90-ba87-ed377be811e4 req-9e735b03-b86f-4251-b6e0-6975aace023b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:17.925566 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['e2db4d97-95a0-468a-a564-bbed9ccd6bb4'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:59:17.966380 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107acd06-e468-49c1-a31f-4cc7c825bd48 x-openstack-request-id: req-107acd06-e468-49c1-a31f-4cc7c825bd48 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:17.966667 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22138097-231b-4f86-8644-28cf47760a30", "tag": "ef1f9082-c7b9-4bd8-9c36-847706f5d178", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:17.966920 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-107acd06-e468-49c1-a31f-4cc7c825bd48 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:17.967347 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22138097-231b-4f86-8644-28cf47760a30', 'tag': 'ef1f9082-c7b9-4bd8-9c36-847706f5d178', 'status': 'completed', 'code': 200} Jul 27 17:59:17.997359 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5a88f8ea-b74c-4d90-ba87-ed377be811e4 req-9e735b03-b86f-4251-b6e0-6975aace023b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920389 Jul 27 17:59:18.001199 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-276901d4-b076-448b-85eb-f50deefd5716 req-382f4d0d-6dc2-4edf-b7e8-9ac6779c978e service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460810 Jul 27 17:59:18.006301 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e735b03-b86f-4251-b6e0-6975aace023b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1988282d-b55b-43e5-ba00-782f6b082162,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:18.031435 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-1cf74e88-30a1-41ce-8a99-af56abe638a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:18.033788 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-1cf74e88-30a1-41ce-8a99-af56abe638a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.1310115 Jul 27 17:59:18.059830 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cc502-9ed0-4e6e-8151-71093f15c2a4 req-f77ffd92-3c10-4874-900d-a803de77611f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:18.061800 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8b7cc502-9ed0-4e6e-8151-71093f15c2a4 req-f77ffd92-3c10-4874-900d-a803de77611f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 945 time: 0.2387702 Jul 27 17:59:18.147413 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-d86c01ff-3c50-4429-ad03-199caff9b365 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499420 Jul 27 17:59:18.156654 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8b7cc502-9ed0-4e6e-8151-71093f15c2a4 req-94014de1-9765-40e1-ab7a-128ae3aeefaf tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873859 Jul 27 17:59:18.263812 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-276901d4-b076-448b-85eb-f50deefd5716 req-1d2bde25-1d87-4e32-9815-cbe9456e4ebf service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829987 Jul 27 17:59:18.291293 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-d2c25dc3-7d35-4ce4-812e-963cc6bca78d service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194818 Jul 27 17:59:18.313763 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff1f5b-3798-4fce-a6df-fd7706e89cfc req-096af12d-c8b0-4cf5-bfaf-7fee6eb8d919 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:18.315688 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1eff1f5b-3798-4fce-a6df-fd7706e89cfc req-096af12d-c8b0-4cf5-bfaf-7fee6eb8d919 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 946 time: 0.1259048 Jul 27 17:59:18.367657 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1eff1f5b-3798-4fce-a6df-fd7706e89cfc req-3910e8bf-9e2b-4a3f-a238-e4081dd05ead tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397286 Jul 27 17:59:18.410288 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e10511fe-f7de-4fa6-a203-e6aa9827e013 req-9355c9ad-720a-4d80-98c0-413b868e7e25 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079662 Jul 27 17:59:18.547571 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-21a699d9-a7f4-4e23-b871-13d03fa2e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:18.550460 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-21a699d9-a7f4-4e23-b871-13d03fa2e672 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 1096 time: 0.0866494 Jul 27 17:59:18.678417 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-22c74411-0ce3-4363-876d-2bf3619bc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:18.679959 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-22c74411-0ce3-4363-876d-2bf3619bc07b service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.1198905 Jul 27 17:59:18.723510 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-c1ac753d-95f9-47fa-bed0-dee4b6cc1d11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178 HTTP/1.1" status: 200 len: 217 time: 0.0358911 Jul 27 17:59:18.728923 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f802b6-2767-4e4a-8644-e197a23e78e3'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:18.731758 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9246c6f4-6965-4f1b-b5a4-f08d0dce4c74" -d '{"events": [{"server_uuid": "69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3", "name": "network-vif-plugged", "status": "completed", "tag": "17f802b6-2767-4e4a-8644-e197a23e78e3"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:18.792542 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a560a8a7-e780-45e3-9a1a-2e1d76c42d0f x-openstack-request-id: req-a560a8a7-e780-45e3-9a1a-2e1d76c42d0f {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:18.793131 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3", "name": "network-vif-plugged", "status": "completed", "tag": "17f802b6-2767-4e4a-8644-e197a23e78e3", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:18.793255 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a560a8a7-e780-45e3-9a1a-2e1d76c42d0f {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:18.793823 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f802b6-2767-4e4a-8644-e197a23e78e3', 'code': 200} Jul 27 17:59:18.811269 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-c1c4e8b6-4b71-4eae-8d62-523ee2ad86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:18.812263 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-c1c4e8b6-4b71-4eae-8d62-523ee2ad86a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.0803497 Jul 27 17:59:18.862428 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-941202dc-c3f4-450e-bae5-466749d79150 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377216 Jul 27 17:59:18.901773 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a6752-ca67-4a77-aab7-e7efc329a489 req-0524c148-463f-4a6b-9852-7b6ab9c29ebd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:18.903390 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e68a6752-ca67-4a77-aab7-e7efc329a489 req-0524c148-463f-4a6b-9852-7b6ab9c29ebd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 943 time: 0.1368523 Jul 27 17:59:18.986315 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57200) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:18.989959 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e68a6752-ca67-4a77-aab7-e7efc329a489 req-837ecfbf-dd7f-4e08-a44e-2531b81fb991 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Jul 27 17:59:19.016051 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-14e2392b-321a-49fc-a5af-68dfe9e3b8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434853 Jul 27 17:59:19.082555 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 47c24d20-f853-4419-b495-948098d3e4b5 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:59:19.086754 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device e2db4d97-95a0-468a-a564-bbed9ccd6bb4 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:19.144644 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa832052-b1a6-4b08-9926-8a79bfb230d8 req-369fc398-a712-407b-90aa-cc2502b599df tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:19.154888 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-aa832052-b1a6-4b08-9926-8a79bfb230d8 req-369fc398-a712-407b-90aa-cc2502b599df tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 944 time: 0.1837609 Jul 27 17:59:19.184824 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59e10a-27f8-4131-a0bf-18342acd3b86 req-8377927d-5c01-41f5-a306-9408c34b1b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:19.189901 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5b59e10a-27f8-4131-a0bf-18342acd3b86 req-8377927d-5c01-41f5-a306-9408c34b1b2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 1099 time: 0.1753283 Jul 27 17:59:19.226301 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-321aea64-843b-4334-aada-3ee602b54e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.264120 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-aa832052-b1a6-4b08-9926-8a79bfb230d8 req-e6905dc2-66bc-40f3-a10c-d66a69e4fa69 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081376 Jul 27 17:59:19.343772 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5b59e10a-27f8-4131-a0bf-18342acd3b86 req-c004d29d-e9d9-4ce8-b67c-f0652e37251d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395371 Jul 27 17:59:19.378238 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:59:19.389551 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:19.390350 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.395635 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e79e69e1-9d87-4d8e-a2e6-fe9e2d002c04 req-9ec27612-63ae-437a-9cc7-a915987751b3 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714519 Jul 27 17:59:19.432314 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 47c24d20-f853-4419-b495-948098d3e4b5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=47c24d20-f853-4419-b495-948098d3e4b5,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:19.449039 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-321aea64-843b-4334-aada-3ee602b54e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.453777 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-321aea64-843b-4334-aada-3ee602b54e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.459104 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '47c24d20-f853-4419-b495-948098d3e4b5', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'port_id': '47c24d20-f853-4419-b495-948098d3e4b5', 'mac_address': 'fa:16:3e:35:29:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:59:19.516787 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb94e3-9231-44de-94f0-f84483eab5a6 req-5b30ab69-77cb-41bc-81b0-1d9fe18dd2d4 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:19.524517 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-65bb94e3-9231-44de-94f0-f84483eab5a6 req-5b30ab69-77cb-41bc-81b0-1d9fe18dd2d4 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 945 time: 0.1652715 Jul 27 17:59:19.536712 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-321aea64-843b-4334-aada-3ee602b54e60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a324bd60c5904bdf87a17e118c2dcba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455251 Jul 27 17:59:19.549900 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aea64-843b-4334-aada-3ee602b54e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c57d0-a706-43b1-89a0-b01ff28d058b,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:19.555550 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57222) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:19.604450 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-65bb94e3-9231-44de-94f0-f84483eab5a6 req-cd1e4e75-43ca-4df9-a40d-9f0bc1173794 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788622 Jul 27 17:59:19.646020 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b28fe-913f-4e8c-ac51-59e6b55917aa req-6d35ef3a-5d61-495b-88e8-ca0622ca02a0 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:19.648113 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-319b28fe-913f-4e8c-ac51-59e6b55917aa req-6d35ef3a-5d61-495b-88e8-ca0622ca02a0 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 946 time: 0.1409857 Jul 27 17:59:19.656534 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.676808 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f58b-7544-48d8-ae1f-0a8e780e5454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.678769 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c24d20-f853-4419-b495-948098d3e4b5 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:19.685471 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.715825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f58b-7544-48d8-ae1f-0a8e780e5454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.719433 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 47c24d20-f853-4419-b495-948098d3e4b5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=47c24d20-f853-4419-b495-948098d3e4b5,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:19.732677 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.768041 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-319b28fe-913f-4e8c-ac51-59e6b55917aa req-aa134ad3-0d37-4ff3-bccb-848c686a4f65 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070898 Jul 27 17:59:19.775680 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port e2db4d97-95a0-468a-a564-bbed9ccd6bb4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:19.786265 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.809310 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f58b-7544-48d8-ae1f-0a8e780e5454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.812796 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4cb9f58b-7544-48d8-ae1f-0a8e780e5454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:19.818788 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4cb9f58b-7544-48d8-ae1f-0a8e780e5454 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f5c57d0-a706-43b1-89a0-b01ff28d058b HTTP/1.1" status: 204 len: 168 time: 0.2613211 Jul 27 17:59:19.825703 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=47c24d20-f853-4419-b495-948098d3e4b5,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:19.833477 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9f58b-7544-48d8-ae1f-0a8e780e5454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c57d0-a706-43b1-89a0-b01ff28d058b,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:19.904662 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:20.046532 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['47c24d20-f853-4419-b495-948098d3e4b5'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:59:20.147680 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0cae4-19df-4a04-a8cb-1dd670e47d69 req-38839ddd-03b2-4ab4-a397-dd5185678a97 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:20.149307 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-72b0cae4-19df-4a04-a8cb-1dd670e47d69 req-38839ddd-03b2-4ab4-a397-dd5185678a97 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 943 time: 0.0743670 Jul 27 17:59:20.182671 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 57246) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:20.200621 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9af928af-83c3-4a0f-863a-9ecf5daf2a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:20.211647 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-72b0cae4-19df-4a04-a8cb-1dd670e47d69 req-80eb6b18-137f-40b2-b4ed-ebd64e9b320d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546288 Jul 27 17:59:20.313649 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9af928af-83c3-4a0f-863a-9ecf5daf2a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:20.319509 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9af928af-83c3-4a0f-863a-9ecf5daf2a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:20.391873 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9af928af-83c3-4a0f-863a-9ecf5daf2a33 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c499d17bbef447299abfe1ba85947c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079656 Jul 27 17:59:20.394384 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57252) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:20.404062 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af928af-83c3-4a0f-863a-9ecf5daf2a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70edfd7c-b540-40be-b19f-f93325575f6a,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:20.466959 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ded44-e700-4907-9736-0f7f884e8053 req-af87a361-59b1-4a55-b349-41c205a5523c tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:20.481077 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ad5ded44-e700-4907-9736-0f7f884e8053 req-af87a361-59b1-4a55-b349-41c205a5523c tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 945 time: 0.1475523 Jul 27 17:59:20.494624 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6d8009af-bd40-42c2-b90b-eeb3b216f5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:20.520545 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6d8009af-bd40-42c2-b90b-eeb3b216f5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:20.521819 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ad5ded44-e700-4907-9736-0f7f884e8053 req-cc7be54f-4fca-45c5-ac7b-e31349e84936 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397131 Jul 27 17:59:20.576687 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6d8009af-bd40-42c2-b90b-eeb3b216f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:20.579159 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6d8009af-bd40-42c2-b90b-eeb3b216f5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:20.580374 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-6d8009af-bd40-42c2-b90b-eeb3b216f5a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70edfd7c-b540-40be-b19f-f93325575f6a HTTP/1.1" status: 204 len: 168 time: 0.1847794 Jul 27 17:59:20.591180 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8009af-bd40-42c2-b90b-eeb3b216f5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70edfd7c-b540-40be-b19f-f93325575f6a,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:20.747273 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a8c73-8ae1-4990-ab5d-91d7d4dfbc69 req-15ccb56f-254e-4e4e-9190-2cdd57423c6b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:20.748709 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3d4a8c73-8ae1-4990-ab5d-91d7d4dfbc69 req-15ccb56f-254e-4e4e-9190-2cdd57423c6b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 945 time: 0.0655189 Jul 27 17:59:20.783654 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-196eeb6a-38fc-49bc-b91a-7d4a1064d907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:20.794575 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bcf2a9-c746-43cc-b69b-33e73860d3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db4d97-95a0-468a-a564-bbed9ccd6bb4'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:20.797203 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c8684e-1281-461c-ac36-20e4b810ed6e" -d '{"events": [{"server_uuid": "f6bcf2a9-c746-43cc-b69b-33e73860d3d5", "name": "network-vif-plugged", "status": "completed", "tag": "e2db4d97-95a0-468a-a564-bbed9ccd6bb4"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:20.802984 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3d4a8c73-8ae1-4990-ab5d-91d7d4dfbc69 req-23bf6fc5-a029-4842-b355-37a837bd7d40 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473335 Jul 27 17:59:20.856240 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88aed9e-b28c-4e4c-9333-f1f8a0ad130e x-openstack-request-id: req-d88aed9e-b28c-4e4c-9333-f1f8a0ad130e {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:20.857323 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bcf2a9-c746-43cc-b69b-33e73860d3d5", "name": "network-vif-plugged", "status": "completed", "tag": "e2db4d97-95a0-468a-a564-bbed9ccd6bb4", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:20.857806 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d88aed9e-b28c-4e4c-9333-f1f8a0ad130e {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:20.858462 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bcf2a9-c746-43cc-b69b-33e73860d3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db4d97-95a0-468a-a564-bbed9ccd6bb4', 'code': 200} Jul 27 17:59:20.930617 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd47e10-0032-41ea-a4e3-05cc1b64c535 req-5ecc6ab4-6d12-4195-806c-5ef0168d2389 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:20.932452 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3dd47e10-0032-41ea-a4e3-05cc1b64c535 req-5ecc6ab4-6d12-4195-806c-5ef0168d2389 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 946 time: 0.0882933 Jul 27 17:59:20.993728 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3dd47e10-0032-41ea-a4e3-05cc1b64c535 req-c572f7c4-1bda-4bc0-b63e-3709a11b605f tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531778 Jul 27 17:59:21.086369 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ef1f9082-c7b9-4bd8-9c36-847706f5d178 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:59:21.102781 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 47c24d20-f853-4419-b495-948098d3e4b5 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:21.135932 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7605d-d4f0-45eb-9b9c-abbcd6704dfb req-87c82956-d5ba-4ea5-8ce2-67ca7a4518f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:21.137528 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bef7605d-d4f0-45eb-9b9c-abbcd6704dfb req-87c82956-d5ba-4ea5-8ce2-67ca7a4518f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.0810723 Jul 27 17:59:21.184128 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bef7605d-d4f0-45eb-9b9c-abbcd6704dfb req-bce77c7f-6428-49a8-864f-e7dd64abe514 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Jul 27 17:59:21.256265 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 47c24d20-f853-4419-b495-948098d3e4b5 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:59:21.270935 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 47c24d20-f853-4419-b495-948098d3e4b5 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:21.270935 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:21.339797 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ef1f9082-c7b9-4bd8-9c36-847706f5d178, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:21.375098 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'ef1f9082-c7b9-4bd8-9c36-847706f5d178', 'network_id': '36b461fb-0cad-49fe-8755-f1b94e2ef321', 'port_id': 'ef1f9082-c7b9-4bd8-9c36-847706f5d178', 'mac_address': 'fa:16:3e:cc:72:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ec3cfe-880d-47b9-9324-10316376244e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:59:21.383889 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5c722-132b-42be-ac96-94748b408b69 req-ad71c682-0224-43e8-a404-371eee6045dd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:21.394564 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00d5c722-132b-42be-ac96-94748b408b69 req-ad71c682-0224-43e8-a404-371eee6045dd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 943 time: 0.0989163 Jul 27 17:59:21.439993 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:21.468061 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00d5c722-132b-42be-ac96-94748b408b69 req-6661ec58-0915-41ec-a4b7-cbc16afdde82 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719550 Jul 27 17:59:21.502138 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1f9082-c7b9-4bd8-9c36-847706f5d178 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:21.514455 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:21.536453 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ef1f9082-c7b9-4bd8-9c36-847706f5d178, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:21.550398 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:21.601199 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 47c24d20-f853-4419-b495-948098d3e4b5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=47c24d20-f853-4419-b495-948098d3e4b5,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:21.607522 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:21.639580 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ef1f9082-c7b9-4bd8-9c36-847706f5d178,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:21.709364 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=47c24d20-f853-4419-b495-948098d3e4b5,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:21.734584 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16d098-ed7f-413d-b345-867c6c836189 req-5e91d443-3e37-49a9-8b09-86dbd901e7f2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:21.737228 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fa16d098-ed7f-413d-b345-867c6c836189 req-5e91d443-3e37-49a9-8b09-86dbd901e7f2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0736511 Jul 27 17:59:21.798109 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fa16d098-ed7f-413d-b345-867c6c836189 req-68e2d93e-65d4-4d01-bd7c-d3332048adc8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492544 Jul 27 17:59:21.889888 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['ef1f9082-c7b9-4bd8-9c36-847706f5d178'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:59:21.975247 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57338) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:22.099793 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-65f660da-d697-4423-98d6-b017cd0676ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:22.205561 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-65f660da-d697-4423-98d6-b017cd0676ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:22.209258 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-65f660da-d697-4423-98d6-b017cd0676ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:22.252972 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f660da-d697-4423-98d6-b017cd0676ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc134912-a5b7-4062-b9ec-72cff6516261,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:22.259192 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-65f660da-d697-4423-98d6-b017cd0676ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a97fb2261e044e03b9f6dac5ed62e37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808774 Jul 27 17:59:22.260199 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57350) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:22.310223 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e4f85c5a-6cb2-4485-8fb9-3d42be55ff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:22.331689 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e4f85c5a-6cb2-4485-8fb9-3d42be55ff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:22.385357 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e4f85c5a-6cb2-4485-8fb9-3d42be55ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:22.388546 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e4f85c5a-6cb2-4485-8fb9-3d42be55ff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:22.392580 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e4f85c5a-6cb2-4485-8fb9-3d42be55ff33 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc134912-a5b7-4062-b9ec-72cff6516261 HTTP/1.1" status: 204 len: 168 time: 0.1286490 Jul 27 17:59:22.402438 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f85c5a-6cb2-4485-8fb9-3d42be55ff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc134912-a5b7-4062-b9ec-72cff6516261,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:22.642165 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04230f4-81dc-4e81-a965-82ed47c648d0 req-61d1bd05-0356-47d9-b4c1-e623dcc8fe5a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:22.645208 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e04230f4-81dc-4e81-a965-82ed47c648d0 req-61d1bd05-0356-47d9-b4c1-e623dcc8fe5a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 944 time: 0.1042156 Jul 27 17:59:22.714769 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e04230f4-81dc-4e81-a965-82ed47c648d0 req-f1f00f41-3b4f-4fc4-95d9-58c4fc40443a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620315 Jul 27 17:59:22.860406 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c24d20-f853-4419-b495-948098d3e4b5'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:22.863234 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6d050a-fc40-4f98-a525-82b164d71183" -d '{"events": [{"server_uuid": "ae36d1cd-c199-4550-a413-a43a8f3bbdc3", "name": "network-vif-plugged", "status": "completed", "tag": "47c24d20-f853-4419-b495-948098d3e4b5"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:22.968957 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57400) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:22.983772 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0171da8a-6a61-4e43-b4e6-31358d937448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.084655 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0171da8a-6a61-4e43-b4e6-31358d937448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.093349 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0171da8a-6a61-4e43-b4e6-31358d937448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.099916 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ef1f9082-c7b9-4bd8-9c36-847706f5d178 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 17:59:23.151729 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171da8a-6a61-4e43-b4e6-31358d937448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb08d4a-6934-456d-b2f8-3a5796d014a7,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:23.189139 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0171da8a-6a61-4e43-b4e6-31358d937448 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01512c89f7ab499cbabe5b7690eb85ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186029 Jul 27 17:59:23.191890 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57408) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:23.300593 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port ef1f9082-c7b9-4bd8-9c36-847706f5d178 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 17:59:23.305818 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port ef1f9082-c7b9-4bd8-9c36-847706f5d178 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 17:59:23.307162 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.327028 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0c76fb2b-0b35-46ce-a825-c99c11d03e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.418930 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.467691 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ef1f9082-c7b9-4bd8-9c36-847706f5d178, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:23.472866 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.568931 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ef1f9082-c7b9-4bd8-9c36-847706f5d178,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:23.651688 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.665150 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-548d15f1-5f86-48b8-964c-6538de539b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.680207 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8eb22-d688-4493-9b62-112e8755b197 x-openstack-request-id: req-2de8eb22-d688-4493-9b62-112e8755b197 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:23.680515 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae36d1cd-c199-4550-a413-a43a8f3bbdc3", "name": "network-vif-plugged", "status": "completed", "tag": "47c24d20-f853-4419-b495-948098d3e4b5", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:23.680774 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2de8eb22-d688-4493-9b62-112e8755b197 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:23.681342 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c24d20-f853-4419-b495-948098d3e4b5', 'code': 200} Jul 27 17:59:23.766265 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0c76fb2b-0b35-46ce-a825-c99c11d03e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.825641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40ffe3-e155-4ec1-b2aa-c9d91614abe8 req-3fa84337-9596-4323-833a-5d90565d193e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:23.827155 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b40ffe3-e155-4ec1-b2aa-c9d91614abe8 req-3fa84337-9596-4323-833a-5d90565d193e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0958579 Jul 27 17:59:23.842670 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0c76fb2b-0b35-46ce-a825-c99c11d03e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.845430 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0c76fb2b-0b35-46ce-a825-c99c11d03e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:23.848905 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0c76fb2b-0b35-46ce-a825-c99c11d03e9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/afb08d4a-6934-456d-b2f8-3a5796d014a7 HTTP/1.1" status: 204 len: 168 time: 0.6535382 Jul 27 17:59:23.870619 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76fb2b-0b35-46ce-a825-c99c11d03e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb08d4a-6934-456d-b2f8-3a5796d014a7,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:23.877728 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d01be-c882-4122-865c-8da6d924289e req-84ed137a-4caf-4c55-b14f-ffb5d3e3f801 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:23.880062 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-381d01be-c882-4122-865c-8da6d924289e req-84ed137a-4caf-4c55-b14f-ffb5d3e3f801 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0801616 Jul 27 17:59:23.886237 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b40ffe3-e155-4ec1-b2aa-c9d91614abe8 req-d3c63689-efe7-4505-9605-7f8f0583c8c6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530784 Jul 27 17:59:23.923421 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-381d01be-c882-4122-865c-8da6d924289e req-20766922-7471-47f1-b79d-44be41106c4a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353966 Jul 27 17:59:24.402765 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:25.036871 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228e843-ef91-4908-9642-4063deccd0b4 req-0033dd9d-d17f-46d1-8165-049ae4ac8fda tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:25.044614 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1228e843-ef91-4908-9642-4063deccd0b4 req-0033dd9d-d17f-46d1-8165-049ae4ac8fda tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0788605 Jul 27 17:59:25.082045 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0640ff-1fbc-4e76-a4d4-bc39486d1ff4 req-cd3a4df6-f8c4-4ee1-adaa-efd7922bc2b9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:25.084500 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7d0640ff-1fbc-4e76-a4d4-bc39486d1ff4 req-cd3a4df6-f8c4-4ee1-adaa-efd7922bc2b9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0888510 Jul 27 17:59:25.098512 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1228e843-ef91-4908-9642-4063deccd0b4 req-c089f214-2e56-46b7-a3e1-2903612125f9 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418770 Jul 27 17:59:25.130402 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7d0640ff-1fbc-4e76-a4d4-bc39486d1ff4 req-9b24175e-182a-4fad-b227-11f15b5288df tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Jul 27 17:59:25.682890 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22138097-231b-4f86-8644-28cf47760a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f9082-c7b9-4bd8-9c36-847706f5d178'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:25.685452 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a2d7be-823c-42f5-8964-5e373c79da6d" -d '{"events": [{"server_uuid": "22138097-231b-4f86-8644-28cf47760a30", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f9082-c7b9-4bd8-9c36-847706f5d178"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:25.723119 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242f86dd-9a1b-4ad0-aba7-b28e9b30a697 x-openstack-request-id: req-242f86dd-9a1b-4ad0-aba7-b28e9b30a697 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:25.723413 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22138097-231b-4f86-8644-28cf47760a30", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f9082-c7b9-4bd8-9c36-847706f5d178", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:25.723668 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-242f86dd-9a1b-4ad0-aba7-b28e9b30a697 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:25.724059 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22138097-231b-4f86-8644-28cf47760a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f9082-c7b9-4bd8-9c36-847706f5d178', 'code': 200} Jul 27 17:59:26.090211 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:26.221550 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e481246-7ca5-4107-b98b-3b5dc6bb181f req-18c16920-2bc5-4882-9b63-0b38b13a0cb5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:26.222011 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1e481246-7ca5-4107-b98b-3b5dc6bb181f req-18c16920-2bc5-4882-9b63-0b38b13a0cb5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0675302 Jul 27 17:59:26.263316 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1e481246-7ca5-4107-b98b-3b5dc6bb181f req-953693c4-e0ea-4883-998d-dff7705a4dc2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333250 Jul 27 17:59:26.281189 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e8e00-8ff8-4c68-80fe-e9df7e852e93 req-2a2cbcd3-6312-4500-9b4e-b5ac1d2a6202 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:26.283091 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-020e8e00-8ff8-4c68-80fe-e9df7e852e93 req-2a2cbcd3-6312-4500-9b4e-b5ac1d2a6202 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0675228 Jul 27 17:59:26.323819 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-020e8e00-8ff8-4c68-80fe-e9df7e852e93 req-099a1941-dba0-4544-b42d-0b537462e375 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337636 Jul 27 17:59:26.578363 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db088105-861f-4bd1-b0bf-a40b2b3f56fa req-577cfdf8-f70a-4584-ab78-2430b1d76cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:26.580054 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db088105-861f-4bd1-b0bf-a40b2b3f56fa req-577cfdf8-f70a-4584-ab78-2430b1d76cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 1099 time: 0.0576649 Jul 27 17:59:26.586416 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983549f-4da2-479d-8219-74bc588ef368 req-b6c1c58d-532f-463d-8262-b2fce43607d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:26.588584 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e983549f-4da2-479d-8219-74bc588ef368 req-b6c1c58d-532f-463d-8262-b2fce43607d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 1098 time: 0.0654116 Jul 27 17:59:26.618878 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db088105-861f-4bd1-b0bf-a40b2b3f56fa req-d0f50850-45c5-4c46-802d-8e25a0888e5e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Jul 27 17:59:26.627377 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e983549f-4da2-479d-8219-74bc588ef368 req-ebba2012-5895-46e4-a7c8-bf0aab33faa5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jul 27 17:59:27.411566 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc43a2c-f34b-4964-82df-6d5fcbe2a820 req-d6153108-7044-4e00-8039-cd416ef5cf16 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:27.413275 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5fc43a2c-f34b-4964-82df-6d5fcbe2a820 req-d6153108-7044-4e00-8039-cd416ef5cf16 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0780997 Jul 27 17:59:27.459232 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5fc43a2c-f34b-4964-82df-6d5fcbe2a820 req-000713ae-449b-4471-ba87-c0bf22051d4a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390828 Jul 27 17:59:27.471361 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7ff37-ab6f-483e-8f85-d0c07054b9d0 req-b1e8e0d6-c42c-4812-8a52-55608bfaba6e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:27.473038 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0eb7ff37-ab6f-483e-8f85-d0c07054b9d0 req-b1e8e0d6-c42c-4812-8a52-55608bfaba6e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0771272 Jul 27 17:59:27.513837 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0eb7ff37-ab6f-483e-8f85-d0c07054b9d0 req-1930cf6a-6a7e-4562-b4cd-ebfbe0a1e082 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337639 Jul 27 17:59:28.596404 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab68361-eda7-4608-9fd4-9728f6dd5778 req-cbc252ad-9d9a-4747-9e57-21d6d74b15e3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:28.597923 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6ab68361-eda7-4608-9fd4-9728f6dd5778 req-cbc252ad-9d9a-4747-9e57-21d6d74b15e3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0699170 Jul 27 17:59:28.638264 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6ab68361-eda7-4608-9fd4-9728f6dd5778 req-32f55388-f1f9-41c1-a270-75f3c14eae8a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331953 Jul 27 17:59:28.648816 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9999078-2524-4eb2-ab1e-77d33a1c5335 req-662a3319-be94-463a-a8cb-c7b2c561107e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:28.650373 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9999078-2524-4eb2-ab1e-77d33a1c5335 req-662a3319-be94-463a-a8cb-c7b2c561107e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0640943 Jul 27 17:59:28.690589 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9999078-2524-4eb2-ab1e-77d33a1c5335 req-ab2039ff-a3c0-4203-8068-59e690f75534 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Jul 27 17:59:29.020517 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 17:59:29.769882 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73514e5f-61a1-48a3-8677-29564cce9829 req-5950edc7-bd3d-47fe-bd1b-d19a8ff6fcfa tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:29.773651 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-73514e5f-61a1-48a3-8677-29564cce9829 req-5950edc7-bd3d-47fe-bd1b-d19a8ff6fcfa tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0671604 Jul 27 17:59:29.809041 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-73514e5f-61a1-48a3-8677-29564cce9829 req-81110922-8a90-4680-aabb-f22244a7b66a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316286 Jul 27 17:59:29.821054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f393a-5134-4f3c-b2fe-053be8417321 req-50dae6e1-1611-422b-b516-451e8af7ebfc tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:29.823340 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-087f393a-5134-4f3c-b2fe-053be8417321 req-50dae6e1-1611-422b-b516-451e8af7ebfc tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0675368 Jul 27 17:59:29.861383 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-087f393a-5134-4f3c-b2fe-053be8417321 req-220646c8-469a-4c96-b396-f72b85490d83 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Jul 27 17:59:30.950495 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179231e0-6f6f-4e49-91d8-27d628586e18 req-74d2afba-71d8-4172-9469-09d27424f732 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:30.952160 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-179231e0-6f6f-4e49-91d8-27d628586e18 req-74d2afba-71d8-4172-9469-09d27424f732 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0739861 Jul 27 17:59:30.998273 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-179231e0-6f6f-4e49-91d8-27d628586e18 req-e65b3e71-e02d-4d9d-a09f-d0cab37dd36e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391223 Jul 27 17:59:31.002897 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0876a-dbd9-438b-b43e-b737c31b7a74 req-87316794-fedb-4e81-a2d5-54b90abcd20a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:31.005146 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e0a0876a-dbd9-438b-b43e-b737c31b7a74 req-87316794-fedb-4e81-a2d5-54b90abcd20a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0662656 Jul 27 17:59:31.046174 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e0a0876a-dbd9-438b-b43e-b737c31b7a74 req-50840ff8-1452-4dd0-be7d-d45f5b3845ae tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347793 Jul 27 17:59:31.503899 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:32.193687 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccd47e-666a-4811-a400-7f64ab7c72ee req-e9c84605-9f2f-4cc8-9522-231f25cafb17 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:32.196914 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-33ccd47e-666a-4811-a400-7f64ab7c72ee req-e9c84605-9f2f-4cc8-9522-231f25cafb17 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0740745 Jul 27 17:59:32.208534 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71439c1-09d3-468f-901e-55193a91bf63 req-fbf97f2b-47cb-4450-a2f6-40b5ac3b65ea tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:32.211915 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b71439c1-09d3-468f-901e-55193a91bf63 req-fbf97f2b-47cb-4450-a2f6-40b5ac3b65ea tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0954657 Jul 27 17:59:32.265772 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b71439c1-09d3-468f-901e-55193a91bf63 req-f6f15036-f9fe-407d-8a81-f44048223279 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451176 Jul 27 17:59:32.276130 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-33ccd47e-666a-4811-a400-7f64ab7c72ee req-b42dba90-9e4b-4619-afb4-5d4abd2a97f7 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703111 Jul 27 17:59:32.440621 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7819f0-007e-4e72-ba0f-02ff5a30db5e req-97839a41-f2e1-46b2-8ecc-ea3f1bb79ee0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:32.442491 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0f7819f0-007e-4e72-ba0f-02ff5a30db5e req-97839a41-f2e1-46b2-8ecc-ea3f1bb79ee0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0815673 Jul 27 17:59:32.452022 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 57658) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:32.457447 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'floatingip': {'port_id': '47c24d20-f853-4419-b495-948098d3e4b5'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:32.529654 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57660) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:32.570910 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:32.702873 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-57e8e25c-aa73-4132-af65-47d0c8667124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:32.831986 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-57e8e25c-aa73-4132-af65-47d0c8667124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:32.839478 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-57e8e25c-aa73-4132-af65-47d0c8667124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:32.873576 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f269c-b49e-422b-aa9e-8ddae2842bd3 req-19c64ea3-6b7f-460e-b4bb-5319cc567e56 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:32.875126 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a8f269c-b49e-422b-aa9e-8ddae2842bd3 req-19c64ea3-6b7f-460e-b4bb-5319cc567e56 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.2433817 Jul 27 17:59:32.904261 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-57e8e25c-aa73-4132-af65-47d0c8667124 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00a8d292006742439cba4942406256d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731744 Jul 27 17:59:32.905721 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57686) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:32.913282 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8e25c-aa73-4132-af65-47d0c8667124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf7bb77-12fb-4644-929d-5a942781a530,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:32.915794 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-fc8b07bc-0215-48d8-bebc-971b3241ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:32.930388 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-fc8b07bc-0215-48d8-bebc-971b3241ba7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 1098 time: 0.2974861 Jul 27 17:59:32.967406 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad2deab9-f028-4076-8497-7c4c266a0d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:32.998446 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad2deab9-f028-4076-8497-7c4c266a0d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.064409 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad2deab9-f028-4076-8497-7c4c266a0d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.068193 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad2deab9-f028-4076-8497-7c4c266a0d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.071389 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ad2deab9-f028-4076-8497-7c4c266a0d24 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cf7bb77-12fb-4644-929d-5a942781a530 HTTP/1.1" status: 204 len: 168 time: 0.1646364 Jul 27 17:59:33.082422 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2deab9-f028-4076-8497-7c4c266a0d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf7bb77-12fb-4644-929d-5a942781a530,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:33.334985 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a8f269c-b49e-422b-aa9e-8ddae2842bd3 req-656571bc-0eb4-4056-9b9a-dbb4ffb0aee5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183216 Jul 27 17:59:33.359181 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57712) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:33.400519 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-0f85bb32-1b48-46ca-8d39-83d1f281ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:33.402241 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-0f85bb32-1b48-46ca-8d39-83d1f281ef25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.4604280 Jul 27 17:59:33.504941 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-7f7fdb97-4c67-44e0-9f73-0c36487fcf8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178 HTTP/1.1" status: 200 len: 217 time: 0.0806565 Jul 27 17:59:33.561237 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-432537aa-165c-44e7-971f-3477fe1d96d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.636596 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57718) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:33.658590 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fa31-dbb1-48b6-9cd4-9eed4a1710d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.679719 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-48089fc3-292b-4b09-8579-afe1f3a3c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:33.681679 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-48089fc3-292b-4b09-8579-afe1f3a3c878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.1596913 Jul 27 17:59:33.698310 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-432537aa-165c-44e7-971f-3477fe1d96d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.708803 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-432537aa-165c-44e7-971f-3477fe1d96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.763566 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-432537aa-165c-44e7-971f-3477fe1d96d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80c6d40efa484069ad5c5fd74673694d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026365 Jul 27 17:59:33.763854 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-0f5e948c-c431-4533-b8e0-80acb8306765 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723248 Jul 27 17:59:33.766227 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432537aa-165c-44e7-971f-3477fe1d96d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b4d8ec-5289-4e0c-93a6-8f6e06588093,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:33.768921 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 57720) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:33.831121 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fa31-dbb1-48b6-9cd4-9eed4a1710d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.837430 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5ef8fa31-dbb1-48b6-9cd4-9eed4a1710d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.868411 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.db.resource_extend [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 27 17:59:33.879467 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-5ef8fa31-dbb1-48b6-9cd4-9eed4a1710d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9644d71faeb40088a38839da743e88c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405460 Jul 27 17:59:33.883387 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57724) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:33.891613 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8fa31-dbb1-48b6-9cd4-9eed4a1710d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661684f7-1ea3-412d-a459-75737668c42b,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:33.937909 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6232f756-ab67-4583-a2b8-197746950549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:33.961280 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6232f756-ab67-4583-a2b8-197746950549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.010373 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6232f756-ab67-4583-a2b8-197746950549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.013405 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6232f756-ab67-4583-a2b8-197746950549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.017180 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e849aa31-6b61-40d4-8252-9498425dc6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.017329 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-6232f756-ab67-4583-a2b8-197746950549 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/661684f7-1ea3-412d-a459-75737668c42b HTTP/1.1" status: 204 len: 168 time: 0.1302710 Jul 27 17:59:34.019161 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.022598 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232f756-ab67-4583-a2b8-197746950549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661684f7-1ea3-412d-a459-75737668c42b,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:34.038013 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.073981 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-9e5319d2-7723-48db-b211-fde63be251b9 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917845 Jul 27 17:59:34.086110 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e849aa31-6b61-40d4-8252-9498425dc6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.241779 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.l3_db [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Floating IP 88121ff3-9869-4524-a170-ad5c39b927aa associated. External IP: 172.27.1.235, port: 47c24d20-f853-4419-b495-948098d3e4b5. Jul 27 17:59:34.287969 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a034cb44-1a6d-4793-9de8-9db8d21189d1 req-8be955fb-28d4-4331-bfdb-6a7c52c8b2ac service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038689 Jul 27 17:59:34.288533 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e849aa31-6b61-40d4-8252-9498425dc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.291053 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e849aa31-6b61-40d4-8252-9498425dc6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.292056 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-e849aa31-6b61-40d4-8252-9498425dc6c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95b4d8ec-5289-4e0c-93a6-8f6e06588093 HTTP/1.1" status: 204 len: 168 time: 0.5218298 Jul 27 17:59:34.307530 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849aa31-6b61-40d4-8252-9498425dc6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b4d8ec-5289-4e0c-93a6-8f6e06588093,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:34.612495 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8b916-b8d6-406e-8815-5f19b4d364db req-b1d5e8bd-760a-4ff6-a164-217785e2ca12 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:34.613729 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Router 02f0ad3b-94b9-494f-b19d-58235569f499 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 17:59:34.617021 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ac8b916-b8d6-406e-8815-5f19b4d364db req-b1d5e8bd-760a-4ff6-a164-217785e2ca12 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1674147 Jul 27 17:59:34.699560 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ac8b916-b8d6-406e-8815-5f19b4d364db req-f4ee0ec1-605c-4c48-885a-cb8e705545ed tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737317 Jul 27 17:59:34.708063 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57768) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:34.732021 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a51ae7e-bbff-4f4d-bb31-c9c65a76d3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.793943 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 17:59:34.806600 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.811356 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] Sync routers for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 17:59:34.830962 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:59:34.833048 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:59:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:34.879465 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-c644d898-b166-4952-8436-be0530642012 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "PUT /v2.0/floatingips/88121ff3-9869-4524-a170-ad5c39b927aa HTTP/1.1" status: 200 len: 992 time: 2.4258180 Jul 27 17:59:34.880234 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'tag': '47c24d20-f853-4419-b495-948098d3e4b5'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:34.882769 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6015ad7-5b79-48f1-90bd-84bfd67820e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae36d1cd-c199-4550-a413-a43a8f3bbdc3", "tag": "47c24d20-f853-4419-b495-948098d3e4b5"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:34.947556 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab246aa-1ed0-4ada-bdc1-699d9ea57a75 x-openstack-request-id: req-bab246aa-1ed0-4ada-bdc1-699d9ea57a75 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:34.947853 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae36d1cd-c199-4550-a413-a43a8f3bbdc3", "tag": "47c24d20-f853-4419-b495-948098d3e4b5", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:34.948110 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bab246aa-1ed0-4ada-bdc1-699d9ea57a75 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:34.948511 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'tag': '47c24d20-f853-4419-b495-948098d3e4b5', 'status': 'completed', 'code': 200} Jul 27 17:59:34.970726 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a51ae7e-bbff-4f4d-bb31-c9c65a76d3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:34.976026 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a51ae7e-bbff-4f4d-bb31-c9c65a76d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:35.006433 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0a51ae7e-bbff-4f4d-bb31-c9c65a76d3e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f489faa4f4a44103be2fd3e9ebb5f4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973135 Jul 27 17:59:35.009621 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 57792) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:35.032503 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51ae7e-bbff-4f4d-bb31-c9c65a76d3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f73f6-af57-4b98-8c03-100cf0e7d0d8,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:35.105094 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:59:35.133662 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d0663d4f-58a9-4a1f-b2a3-e4d1a3392e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:35.146076 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-449326a1-20aa-4362-8a97-692dfc203a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:35.147748 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-449326a1-20aa-4362-8a97-692dfc203a39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 1099 time: 0.1424429 Jul 27 17:59:35.171536 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d0663d4f-58a9-4a1f-b2a3-e4d1a3392e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:35.282669 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-b12a9527-96e5-487e-9939-b15c96adef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:35.284311 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-b12a9527-96e5-487e-9939-b15c96adef04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 912 time: 0.1265838 Jul 27 17:59:35.285982 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d0663d4f-58a9-4a1f-b2a3-e4d1a3392e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:35.288687 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d0663d4f-58a9-4a1f-b2a3-e4d1a3392e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:35.289881 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d0663d4f-58a9-4a1f-b2a3-e4d1a3392e20 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/073f73f6-af57-4b98-8c03-100cf0e7d0d8 HTTP/1.1" status: 204 len: 168 time: 0.2791333 Jul 27 17:59:35.304023 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0663d4f-58a9-4a1f-b2a3-e4d1a3392e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f73f6-af57-4b98-8c03-100cf0e7d0d8,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:35.417656 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-004d6956-0f8c-4707-9886-33dc93d48591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 200 len: 1000 time: 0.1053658 Jul 27 17:59:35.438199 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '88121ff3-9869-4524-a170-ad5c39b927aa', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'port_id': '47c24d20-f853-4419-b495-948098d3e4b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'mac_address': 'fa:16:3e:35:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:59:06Z', 'updated_at': '2021-07-27T17:59:33Z', 'revision_number': 1, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:35.563671 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] Checking router: 02f0ad3b-94b9-494f-b19d-58235569f499 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 17:59:35.574367 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 17:59:35.575068 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:59:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:35.697991 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 17:59:35.699865 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-3d78b13a-47ab-4771-aec2-c5e679f56cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:35.701379 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-3d78b13a-47ab-4771-aec2-c5e679f56cad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.2640302 Jul 27 17:59:35.778577 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-e00448ae-037c-4651-ac10-98dc491297f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:35.780132 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-e00448ae-037c-4651-ac10-98dc491297f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680287 Jul 27 17:59:35.813267 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57814) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:35.826168 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-813c3da8-5c56-4d6c-9e3e-fee09c8d9143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:35.936601 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-bfc6d722-6a94-438f-ae6f-78dd758a4c8c service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442790 Jul 27 17:59:35.944866 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac01d27-f513-469f-8f88-d72c3a076d44 req-9f378180-116c-44f3-9529-87d3fe64e26f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:35.947789 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ac01d27-f513-469f-8f88-d72c3a076d44 req-9f378180-116c-44f3-9529-87d3fe64e26f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1446021 Jul 27 17:59:36.033053 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ac01d27-f513-469f-8f88-d72c3a076d44 req-7db996ba-0b04-4144-b301-fbb5052f9d68 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757182 Jul 27 17:59:36.081225 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '88121ff3-9869-4524-a170-ad5c39b927aa', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'port_id': '47c24d20-f853-4419-b495-948098d3e4b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'mac_address': 'fa:16:3e:35:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:59:06Z', 'updated_at': '2021-07-27T17:59:33Z', 'revision_number': 1, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 17:59:36.084390 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-813c3da8-5c56-4d6c-9e3e-fee09c8d9143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:36.093396 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-813c3da8-5c56-4d6c-9e3e-fee09c8d9143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:36.135178 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6015ad7-5b79-48f1-90bd-84bfd67820e8 req-d2692977-12ac-4a5d-be24-48d611d81c8a service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871188 Jul 27 17:59:36.149108 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c637c92-d85c-4790-9689-c24df39c2d3f None None] The sync data for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi is: [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '88121ff3-9869-4524-a170-ad5c39b927aa', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'floating_ip_address': '172.27.1.235', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'port_id': '47c24d20-f853-4419-b495-948098d3e4b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'mac_address': 'fa:16:3e:35:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T17:59:06Z', 'updated_at': '2021-07-27T17:59:33Z', 'revision_number': 1, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 17:59:36.167175 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-813c3da8-5c56-4d6c-9e3e-fee09c8d9143 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37fc9b52d260450a80dc5960332965df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500724 Jul 27 17:59:36.168979 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 57834) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:36.177099 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c3da8-5c56-4d6c-9e3e-fee09c8d9143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a5782-5d65-4737-8955-8515d8591f9b,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:36.245416 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-288ac941-6c11-4bb6-a040-9bfe7adc0810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:36.274479 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-288ac941-6c11-4bb6-a040-9bfe7adc0810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:36.337816 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-288ac941-6c11-4bb6-a040-9bfe7adc0810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:36.342101 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-288ac941-6c11-4bb6-a040-9bfe7adc0810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:36.343618 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-288ac941-6c11-4bb6-a040-9bfe7adc0810 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/617a5782-5d65-4737-8955-8515d8591f9b HTTP/1.1" status: 204 len: 168 time: 0.1734059 Jul 27 17:59:36.354679 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ac941-6c11-4bb6-a040-9bfe7adc0810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a5782-5d65-4737-8955-8515d8591f9b,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:36.477251 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b93ed81-10d1-41d0-a359-4946786812a1 None None] New status for floating IP 88121ff3-9869-4524-a170-ad5c39b927aa: ACTIVE {{(pid=93052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 17:59:37.229826 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b39f19-aadb-450e-a550-57bed351c651 req-0652a920-d7f3-418b-9b67-165a46c3a17c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:37.231465 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-49b39f19-aadb-450e-a550-57bed351c651 req-0652a920-d7f3-418b-9b67-165a46c3a17c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1055002 Jul 27 17:59:37.276735 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-49b39f19-aadb-450e-a550-57bed351c651 req-6caef379-6f42-4d44-94d2-f280c93683d4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385659 Jul 27 17:59:37.466031 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 57922) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:37.585279 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83ae9a23-3521-4a91-b466-e631d88deef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:37.690590 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83ae9a23-3521-4a91-b466-e631d88deef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:37.702807 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-83ae9a23-3521-4a91-b466-e631d88deef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:37.744698 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-83ae9a23-3521-4a91-b466-e631d88deef6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=89bf38c285d9459585bc94a9df5b0402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775404 Jul 27 17:59:37.747645 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57942) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:37.751870 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae9a23-3521-4a91-b466-e631d88deef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00422a36-8876-4c6a-a2c4-46f3e280d7a8,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:37.820551 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-127093a8-08fd-4482-8c06-f8b8e8688d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:37.844404 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-127093a8-08fd-4482-8c06-f8b8e8688d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:37.903042 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-127093a8-08fd-4482-8c06-f8b8e8688d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:37.905902 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-127093a8-08fd-4482-8c06-f8b8e8688d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:37.907442 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-127093a8-08fd-4482-8c06-f8b8e8688d96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00422a36-8876-4c6a-a2c4-46f3e280d7a8 HTTP/1.1" status: 204 len: 168 time: 0.1588190 Jul 27 17:59:37.918080 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127093a8-08fd-4482-8c06-f8b8e8688d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00422a36-8876-4c6a-a2c4-46f3e280d7a8,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:38.291156 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57974) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:38.323248 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-f235027a-3674-4eb3-9170-86f43a0da236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.394350 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 57980) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:38.475305 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec1b8f-01b7-4084-81b0-1afde5896c78 req-90e8a972-3773-4eb9-8b19-18f41951b89a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:38.477300 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-01ec1b8f-01b7-4084-81b0-1afde5896c78 req-90e8a972-3773-4eb9-8b19-18f41951b89a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1153736 Jul 27 17:59:38.521235 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-f235027a-3674-4eb3-9170-86f43a0da236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.527276 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-f235027a-3674-4eb3-9170-86f43a0da236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.564328 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c714ab81-49a1-41e6-a692-682d57d4ac64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.564924 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-01ec1b8f-01b7-4084-81b0-1afde5896c78 req-dad02528-e2e8-435c-9c1f-b00a9181d5b7 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771868 Jul 27 17:59:38.589742 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235027a-3674-4eb3-9170-86f43a0da236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557ddd0f-4bad-4a98-bf0d-e0c39c7bc373,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:38.603909 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-f235027a-3674-4eb3-9170-86f43a0da236 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=131ef41f4817407dbac390143a0ab055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112853 Jul 27 17:59:38.606548 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 57986) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:38.682091 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-de5c6fc3-5225-49fa-8332-a307a9fc2659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.709409 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-de5c6fc3-5225-49fa-8332-a307a9fc2659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.713480 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c714ab81-49a1-41e6-a692-682d57d4ac64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.717701 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c714ab81-49a1-41e6-a692-682d57d4ac64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.756914 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-c714ab81-49a1-41e6-a692-682d57d4ac64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1a1ca6a253b4168b3c3ea88b5da8465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616176 Jul 27 17:59:38.757667 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-de5c6fc3-5225-49fa-8332-a307a9fc2659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.759170 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714ab81-49a1-41e6-a692-682d57d4ac64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d467053-36a0-460b-a98f-5dacf9d8e939,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:38.760664 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-de5c6fc3-5225-49fa-8332-a307a9fc2659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.761794 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 57992) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:38.764950 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-de5c6fc3-5225-49fa-8332-a307a9fc2659 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/557ddd0f-4bad-4a98-bf0d-e0c39c7bc373 HTTP/1.1" status: 204 len: 168 time: 0.1539850 Jul 27 17:59:38.773178 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c6fc3-5225-49fa-8332-a307a9fc2659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ddd0f-4bad-4a98-bf0d-e0c39c7bc373,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:38.817987 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fc17ae9b-3d46-4e78-898b-4992a57484a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.840495 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fc17ae9b-3d46-4e78-898b-4992a57484a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.892297 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fc17ae9b-3d46-4e78-898b-4992a57484a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.895019 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fc17ae9b-3d46-4e78-898b-4992a57484a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:38.896245 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-fc17ae9b-3d46-4e78-898b-4992a57484a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d467053-36a0-460b-a98f-5dacf9d8e939 HTTP/1.1" status: 204 len: 168 time: 0.1335113 Jul 27 17:59:38.905281 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17ae9b-3d46-4e78-898b-4992a57484a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d467053-36a0-460b-a98f-5dacf9d8e939,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:39.224130 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58012) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:39.238158 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a863f9cf-e2e8-48ef-8e21-b4814ce3ea2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:39.339970 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a863f9cf-e2e8-48ef-8e21-b4814ce3ea2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:39.344228 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a863f9cf-e2e8-48ef-8e21-b4814ce3ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:39.381957 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863f9cf-e2e8-48ef-8e21-b4814ce3ea2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dddb740-7036-4694-98a5-c1fdedb3a4a5,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:39.386810 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-a863f9cf-e2e8-48ef-8e21-b4814ce3ea2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6573593f1d88469c83e6ebee9e2cc966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615822 Jul 27 17:59:39.389098 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58022) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:39.439079 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3526d601-5f62-45ae-8777-6969a80bfff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:39.463731 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3526d601-5f62-45ae-8777-6969a80bfff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:39.511635 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3526d601-5f62-45ae-8777-6969a80bfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:39.514171 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3526d601-5f62-45ae-8777-6969a80bfff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:39.515610 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-3526d601-5f62-45ae-8777-6969a80bfff3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4dddb740-7036-4694-98a5-c1fdedb3a4a5 HTTP/1.1" status: 204 len: 168 time: 0.1253209 Jul 27 17:59:39.523737 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526d601-5f62-45ae-8777-6969a80bfff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dddb740-7036-4694-98a5-c1fdedb3a4a5,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:39.736428 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707d037-fd94-4a25-a20f-9e36575496f5 req-f360c147-2ad7-4f8b-9fe9-dd57bf4f895b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:39.744379 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2707d037-fd94-4a25-a20f-9e36575496f5 req-f360c147-2ad7-4f8b-9fe9-dd57bf4f895b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1039784 Jul 27 17:59:39.783453 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2707d037-fd94-4a25-a20f-9e36575496f5 req-42643db2-72da-4a03-8ce2-6181dce3b1d8 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Jul 27 17:59:39.879563 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58040) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:39.894326 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5332d-208b-4b61-93e9-328c8f500512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:40.005332 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5332d-208b-4b61-93e9-328c8f500512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:40.009857 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5332d-208b-4b61-93e9-328c8f500512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:40.049492 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7af5332d-208b-4b61-93e9-328c8f500512 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3fed008c1b8144d7b751ef5a074152b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687376 Jul 27 17:59:40.050262 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5332d-208b-4b61-93e9-328c8f500512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4628a4d-7733-4e53-8821-e807f8b12baa,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:40.052132 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58048) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:40.104269 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-672e207a-dd0f-48e8-bef7-810b3f656773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:40.124453 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-672e207a-dd0f-48e8-bef7-810b3f656773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:40.169615 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-672e207a-dd0f-48e8-bef7-810b3f656773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:40.172315 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-672e207a-dd0f-48e8-bef7-810b3f656773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:40.173441 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-672e207a-dd0f-48e8-bef7-810b3f656773 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4628a4d-7733-4e53-8821-e807f8b12baa HTTP/1.1" status: 204 len: 168 time: 0.1203377 Jul 27 17:59:40.181465 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e207a-dd0f-48e8-bef7-810b3f656773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4628a4d-7733-4e53-8821-e807f8b12baa,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:40.912624 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87b365-6b08-47c9-91e6-c0bb5c0154fd req-68635b11-0a81-4db4-bd92-eefb7289a58e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:40.914155 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0e87b365-6b08-47c9-91e6-c0bb5c0154fd req-68635b11-0a81-4db4-bd92-eefb7289a58e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0620451 Jul 27 17:59:40.959866 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0e87b365-6b08-47c9-91e6-c0bb5c0154fd req-dca6817a-91bd-453e-90f9-6da33890671f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334520 Jul 27 17:59:42.116659 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5f491-ef42-44b4-a341-e87763c48c10 req-a51aed00-67b2-4fdb-9e02-7dad90c5de0e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:42.118139 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fbe5f491-ef42-44b4-a341-e87763c48c10 req-a51aed00-67b2-4fdb-9e02-7dad90c5de0e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0879278 Jul 27 17:59:42.156767 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fbe5f491-ef42-44b4-a341-e87763c48c10 req-0ed13885-6ea5-4e06-80a5-99f53466733b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Jul 27 17:59:43.165558 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-93673e48-0b02-4dfa-8c69-14f9eb2cb29a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:43.168641 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-93673e48-0b02-4dfa-8c69-14f9eb2cb29a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 814 time: 0.1240697 Jul 27 17:59:43.200941 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-ec1ca2f1-12e5-46cb-a269-d2e6539ead25 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/quotas/e845666bc26148db9854112beaf47bec HTTP/1.1" status: 200 len: 375 time: 0.0123720 Jul 27 17:59:43.284896 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-4e43ea90-965b-4927-ac4c-9f8039afd497 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775731 Jul 27 17:59:43.337840 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8fae7-2cbe-4249-b68c-7ada5246b105 req-fe4324bf-edc3-4188-8ecf-bc35b6b68d0a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:43.339595 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d1c8fae7-2cbe-4249-b68c-7ada5246b105 req-fe4324bf-edc3-4188-8ecf-bc35b6b68d0a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0852053 Jul 27 17:59:43.393673 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d1c8fae7-2cbe-4249-b68c-7ada5246b105 req-658715d4-1956-47da-aa27-7a7936a000e1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464253 Jul 27 17:59:43.431725 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-40a3147a-89b8-4f8e-9704-c05151441e5e service neutron] 10.222.0.47 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379702 Jul 27 17:59:43.538670 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-1945cf2e-872b-49aa-991f-f02eeeb5db36 service neutron] 10.222.0.47 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036925 Jul 27 17:59:43.713640 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5fb5fd9b-7705-455a-af0c-cb1b210b797c req-6e75028a-63d6-427f-a80b-732554780ad5 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 210 time: 0.0316067 Jul 27 17:59:44.522441 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34962189-7da6-4371-a795-0717b29b2aab req-79b55871-e05c-4953-b6d1-4480a241c01c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:44.523951 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-34962189-7da6-4371-a795-0717b29b2aab req-79b55871-e05c-4953-b6d1-4480a241c01c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0640938 Jul 27 17:59:44.561972 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-34962189-7da6-4371-a795-0717b29b2aab req-e64cbbcd-6dc6-44fc-8b85-d70048538b57 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Jul 27 17:59:44.808858 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e16eac94-bbb1-441b-99eb-ef647192ad3b req-99e64fa8-5e87-40a2-bb01-cfd319576728 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 210 time: 0.0293238 Jul 27 17:59:45.694172 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbec7-6d6a-47fe-b11c-0bc1592c5b56 req-759a229e-d56c-45ee-82f0-dcafb4d80911 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:45.695812 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b32fbec7-6d6a-47fe-b11c-0bc1592c5b56 req-759a229e-d56c-45ee-82f0-dcafb4d80911 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0671446 Jul 27 17:59:45.735100 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b32fbec7-6d6a-47fe-b11c-0bc1592c5b56 req-a657a9bc-8a61-4254-b037-0caf81b2029f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Jul 27 17:59:45.903054 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a22f9a57-a022-4e46-9bfc-530e2702e971 req-75cbfc06-00a6-4f65-bab6-cc64df34fbf0 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 210 time: 0.0307071 Jul 27 17:59:46.863278 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e047b-ffda-4aa0-8ca2-5ab963b185d9 req-73f5ed08-12f3-49f7-ae92-fd2588f9c553 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:46.864672 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cf1e047b-ffda-4aa0-8ca2-5ab963b185d9 req-73f5ed08-12f3-49f7-ae92-fd2588f9c553 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0630705 Jul 27 17:59:46.902889 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cf1e047b-ffda-4aa0-8ca2-5ab963b185d9 req-a39aa503-d474-4fe7-b702-cc25e4bb5855 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Jul 27 17:59:46.998857 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-41f8b88f-81f1-4198-bbbf-96cac9b88514 req-b7b9b4ca-77a7-49ad-83b7-085b5027c158 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 210 time: 0.0330555 Jul 27 17:59:48.117003 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-629f166c-7560-4ccd-bbd0-0991228aa603 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:48.121790 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-629f166c-7560-4ccd-bbd0-0991228aa603 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 814 time: 0.2040291 Jul 27 17:59:48.146708 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Request body: {'port': {'device_id': '89a13d3e-9010-489d-9217-368c336e1f0a', 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'admin_state_up': True, 'tenant_id': 'e845666bc26148db9854112beaf47bec'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:48.201760 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2671840e-852f-4242-b54b-46edae9a6ac1 req-24751a67-ddda-45fa-ba76-108f307ae0af tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 210 time: 0.0526404 Jul 27 17:59:48.250233 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58312) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:48.308454 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb10bdc-dd60-485e-8c25-7b7e8ca04fd6 req-d01326e8-3c58-447a-a33e-7188238e8f3a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:48.316955 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cdb10bdc-dd60-485e-8c25-7b7e8ca04fd6 req-d01326e8-3c58-447a-a33e-7188238e8f3a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.2818437 Jul 27 17:59:48.383240 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.384813 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cdb10bdc-dd60-485e-8c25-7b7e8ca04fd6 req-abc94ba4-14a7-467e-8c48-364141502537 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666931 Jul 27 17:59:48.391151 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Made reservation on behalf of e845666bc26148db9854112beaf47bec for: {'port': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:48.394582 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.514795 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.519925 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.557785 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Allocated IP 172.20.0.12 (fca9d782-9f4d-4550-b82f-383964941b7a/eed15622-b6b5-4738-880a-bd088923f101/8397fca0-1e6f-45d3-a27e-08fb3a91fce1) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 17:59:48.576243 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a2e9cd-c47d-4ad6-99e9-46708e27c86a,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:48.582587 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24a8fbf98ca04766a57b786b2b917a20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282075 Jul 27 17:59:48.582861 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58334) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:48.599616 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.599959 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.600299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.600629 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.600974 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.601274 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.601643 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.601936 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.602984 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.603338 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.603657 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.603975 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87ddea4-3d94-488f-92d7-f801924a78aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:48.652903 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3cddc794-f1e1-4551-9f11-48b867c9924f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.676958 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3cddc794-f1e1-4551-9f11-48b867c9924f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.740689 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3cddc794-f1e1-4551-9f11-48b867c9924f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.743405 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3cddc794-f1e1-4551-9f11-48b867c9924f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.747527 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-3cddc794-f1e1-4551-9f11-48b867c9924f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67a2e9cd-c47d-4ad6-99e9-46708e27c86a HTTP/1.1" status: 204 len: 168 time: 0.1633918 Jul 27 17:59:48.757309 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddc794-f1e1-4551-9f11-48b867c9924f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a2e9cd-c47d-4ad6-99e9-46708e27c86a,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:48.761640 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.780996 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58346) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:48.841976 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.858155 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d329629e-37a1-46be-b20d-992a060550c0'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:59:48.902195 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Network fca9d782-9f4d-4550-b82f-383964941b7a is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 17:59:48.906876 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-732c6799-dcf8-46f4-819b-3904ecc6bdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:48.950934 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:48.971291 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 17:59:48.978891 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:48.983897 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.019128 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Pushing event updated for resources: {'Port': ['ID=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:49.033115 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.037532 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.038107 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.038901 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.039422 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.040473 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.041012 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.041505 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.042006 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.042494 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.042980 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.043741 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:49.105290 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-732c6799-dcf8-46f4-819b-3904ecc6bdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.112555 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-732c6799-dcf8-46f4-819b-3904ecc6bdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.116905 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-06e84a7f-4eed-4d89-96c9-c1e1691b621e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9778361 Jul 27 17:59:49.140132 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Request body: {'port': {'device_id': '89a13d3e-9010-489d-9217-368c336e1f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:49.162627 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-732c6799-dcf8-46f4-819b-3904ecc6bdf8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe54809d25604445b543acfe65708e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804097 Jul 27 17:59:49.166436 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58364) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:49.168285 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c6799-dcf8-46f4-819b-3904ecc6bdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92c6f2-49af-4a42-a5a9-c90a80fca97b,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:49.198973 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58366) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:49.251370 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e5046781-a8b6-4209-8b0a-c538707f526e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.273027 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.289529 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e5046781-a8b6-4209-8b0a-c538707f526e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.414318 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5e7f92a8-0563-4428-bfea-cc049f0f1d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.453445 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f8dfb-ff07-4cc9-abf1-8f5b9c5e0561 req-76eebdd6-5b97-40d7-bf2e-e6e440edbab0 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:49.455075 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-016f8dfb-ff07-4cc9-abf1-8f5b9c5e0561 req-76eebdd6-5b97-40d7-bf2e-e6e440edbab0 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 932 time: 0.1714816 Jul 27 17:59:49.490521 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e5046781-a8b6-4209-8b0a-c538707f526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.503577 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e5046781-a8b6-4209-8b0a-c538707f526e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.510084 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e5046781-a8b6-4209-8b0a-c538707f526e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff92c6f2-49af-4a42-a5a9-c90a80fca97b HTTP/1.1" status: 204 len: 168 time: 0.3244243 Jul 27 17:59:49.522658 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5046781-a8b6-4209-8b0a-c538707f526e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92c6f2-49af-4a42-a5a9-c90a80fca97b,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:49.576509 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-016f8dfb-ff07-4cc9-abf1-8f5b9c5e0561 req-3c087356-c8b5-4459-9c9c-889b93c15501 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083398 Jul 27 17:59:49.690191 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5e7f92a8-0563-4428-bfea-cc049f0f1d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.701427 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5e7f92a8-0563-4428-bfea-cc049f0f1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.741311 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 {{(pid=93050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:49.758079 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.777341 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d04d9-cffe-40f6-a1cc-2e82d652ba8b req-07684bce-4f1b-4f90-b656-637d63ddf059 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:49.784820 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3e9d04d9-cffe-40f6-a1cc-2e82d652ba8b req-07684bce-4f1b-4f90-b656-637d63ddf059 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1969788 Jul 27 17:59:49.814956 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-5e7f92a8-0563-4428-bfea-cc049f0f1d6f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69f8da09db034029a04563ff95a063d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145334 Jul 27 17:59:49.817674 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58400) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:49.818555 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f92a8-0563-4428-bfea-cc049f0f1d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024bec87-3ccf-4e58-8491-da3738ac48ee,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:49.822082 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Transition to ACTIVE for port object 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 will not be triggered until provisioned by entity L2. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 17:59:49.827661 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.882206 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3e9d04d9-cffe-40f6-a1cc-2e82d652ba8b req-ef5b1d45-5cc4-45ec-88ca-545b2ccef842 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922301 Jul 27 17:59:49.895742 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58402) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:49.907176 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Pushing event updated for resources: {'Port': ['ID=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:49.927112 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-feb5b686-6833-418c-8d5e-100a95aacfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.949582 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Attempting to bind port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 17:59:49.949905 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Attempting to bind port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 17:59:49.950199 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Attempting to bind port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 on network fca9d782-9f4d-4550-b82f-383964941b7a {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:49.956327 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 on network fca9d782-9f4d-4550-b82f-383964941b7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 17:59:49.956719 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Attempting to bind port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 on network fca9d782-9f4d-4550-b82f-383964941b7a {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 17:59:49.964681 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 17:59:49.965031 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Checking segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:49.965507 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Bound using segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 17:59:49.966110 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Bound port: 8397fca0-1e6f-45d3-a27e-08fb3a91fce1, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'}}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 17:59:49.966565 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:49.983723 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-60ca3e03-24bd-4dd8-96a1-707372827afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.048272 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-60ca3e03-24bd-4dd8-96a1-707372827afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.059517 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] For port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1, host hv-cinder-78626, cleared binding levels {{(pid=93050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 17:59:50.065392 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] For port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 17:59:50.073053 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.114183 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-feb5b686-6833-418c-8d5e-100a95aacfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.119996 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-feb5b686-6833-418c-8d5e-100a95aacfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.160196 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Pushing event updated for resources: {'Port': ['ID=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,revision_number=3']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:50.174041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:50.176068 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.177750 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-51a2e567-1cc7-4a85-b3eb-7c90b9c45697 service neutron] 10.222.0.41 "PUT /v2.0/ports/8397fca0-1e6f-45d3-a27e-08fb3a91fce1 HTTP/1.1" status: 200 len: 1094 time: 1.0439396 Jul 27 17:59:50.178251 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a13d3e-9010-489d-9217-368c336e1f0a', 'tag': '8397fca0-1e6f-45d3-a27e-08fb3a91fce1'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:50.184931 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c359e0-e728-456d-b012-bfb1f7b55668" -d '{"events": [{"name": "network-changed", "server_uuid": "89a13d3e-9010-489d-9217-368c336e1f0a", "tag": "8397fca0-1e6f-45d3-a27e-08fb3a91fce1"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:50.190404 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-60ca3e03-24bd-4dd8-96a1-707372827afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.193262 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-60ca3e03-24bd-4dd8-96a1-707372827afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.198236 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-60ca3e03-24bd-4dd8-96a1-707372827afa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/024bec87-3ccf-4e58-8491-da3738ac48ee HTTP/1.1" status: 204 len: 168 time: 0.3774071 Jul 27 17:59:50.201741 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-feb5b686-6833-418c-8d5e-100a95aacfd3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=633f8f58b4dc4074aee5f32f64fce2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043203 Jul 27 17:59:50.204475 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58420) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:50.205493 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5b686-6833-418c-8d5e-100a95aacfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c2fce9-cba3-45ff-aba2-b4b940384849,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:50.220479 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca3e03-24bd-4dd8-96a1-707372827afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024bec87-3ccf-4e58-8491-da3738ac48ee,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:50.282051 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc0dc85-f7df-47bb-9b4e-474a752ee694 x-openstack-request-id: req-6cc0dc85-f7df-47bb-9b4e-474a752ee694 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:50.282353 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a13d3e-9010-489d-9217-368c336e1f0a", "tag": "8397fca0-1e6f-45d3-a27e-08fb3a91fce1", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:50.282593 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cc0dc85-f7df-47bb-9b4e-474a752ee694 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:50.283009 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a13d3e-9010-489d-9217-368c336e1f0a', 'tag': '8397fca0-1e6f-45d3-a27e-08fb3a91fce1', 'status': 'completed', 'code': 200} Jul 27 17:59:50.359375 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406d167-8c84-4170-a495-e5bdc22b420e req-202cd96f-c3b2-4031-aee4-d50566db8b85 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:50.361624 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1406d167-8c84-4170-a495-e5bdc22b420e req-202cd96f-c3b2-4031-aee4-d50566db8b85 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 946 time: 0.0820675 Jul 27 17:59:50.366175 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9b802287-aaaf-44cc-901f-ab65b600b620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.398200 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9b802287-aaaf-44cc-901f-ab65b600b620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.406289 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1406d167-8c84-4170-a495-e5bdc22b420e req-1e3aea48-c90a-4dfa-b3c8-fe7f6b4f2422 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374174 Jul 27 17:59:50.429649 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-f63314f9-624e-435e-b736-9495f68856fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:50.431625 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-f63314f9-624e-435e-b736-9495f68856fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 1097 time: 0.1807933 Jul 27 17:59:50.484491 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-18dbfdee-4277-4848-98ca-5815c004ab06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8397fca0-1e6f-45d3-a27e-08fb3a91fce1 HTTP/1.1" status: 200 len: 217 time: 0.0370846 Jul 27 17:59:50.556590 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-887b7eb8-67c1-4d48-b382-fe2023eca187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:50.557979 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58432) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:50.558482 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-887b7eb8-67c1-4d48-b382-fe2023eca187 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.0540297 Jul 27 17:59:50.562078 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9b802287-aaaf-44cc-901f-ab65b600b620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.565713 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9b802287-aaaf-44cc-901f-ab65b600b620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.567404 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9b802287-aaaf-44cc-901f-ab65b600b620 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c2c2fce9-cba3-45ff-aba2-b4b940384849 HTTP/1.1" status: 204 len: 168 time: 0.3605494 Jul 27 17:59:50.576888 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b802287-aaaf-44cc-901f-ab65b600b620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c2fce9-cba3-45ff-aba2-b4b940384849,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:50.622293 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-c13cb215-288a-4822-8955-10074b0983d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345201 Jul 27 17:59:50.724742 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b77c6-7ed9-4d41-84de-8532927c8713 req-adb0ad5b-f518-4433-916b-86e41b95e3d7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:50.726258 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-054b77c6-7ed9-4d41-84de-8532927c8713 req-adb0ad5b-f518-4433-916b-86e41b95e3d7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 944 time: 0.0808537 Jul 27 17:59:50.748025 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58442) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:50.760370 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-a85da65b-083e-4f5b-8981-9ae36fc8d2dc service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174064 Jul 27 17:59:50.781815 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4ec31f91-dd10-47b5-85bf-f26123445c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.791714 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-eeded933-7536-40f6-8327-cf85a713013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.807732 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-054b77c6-7ed9-4d41-84de-8532927c8713 req-fe76b4ca-b4ee-4460-9c20-3e17b933b0d3 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748434 Jul 27 17:59:50.897082 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-85775a9e-c552-4402-87f2-e32e9b6d2a25 req-eb32f037-42ce-4286-b28b-fb24c5011d61 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243649 Jul 27 17:59:50.905047 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a490963-3acc-485a-bf13-3f94cfe31ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.929140 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58446) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:50.940595 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4ec31f91-dd10-47b5-85bf-f26123445c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:50.971991 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4ec31f91-dd10-47b5-85bf-f26123445c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.034520 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4ec31f91-dd10-47b5-85bf-f26123445c57 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92d825309abf49acaec242e13d07a3b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853656 Jul 27 17:59:51.038782 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58452) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:51.043065 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec31f91-dd10-47b5-85bf-f26123445c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50bb8b5-bb1d-4253-a903-72535eb767d8,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:51.095704 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a8812-3fc5-40e4-8335-4e5cc6b83d68 req-f77d4e6e-5723-4c5d-9db7-54f04b29f15a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:51.095704 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-887a8812-3fc5-40e4-8335-4e5cc6b83d68 req-f77d4e6e-5723-4c5d-9db7-54f04b29f15a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1243622 Jul 27 17:59:51.124607 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-00ceb991-e05d-4648-8141-8cda88e9b077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.143314 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a490963-3acc-485a-bf13-3f94cfe31ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.149631 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a490963-3acc-485a-bf13-3f94cfe31ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.163752 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-887a8812-3fc5-40e4-8335-4e5cc6b83d68 req-741db85a-f85a-463f-8f77-e64dde5d68f5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524631 Jul 27 17:59:51.164241 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-00ceb991-e05d-4648-8141-8cda88e9b077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.179734 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4372-45bb-444a-9ddc-4b2a270b1dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.185127 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-0d88d736-a1b0-4834-8547-4131fb04f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:51.186686 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-0d88d736-a1b0-4834-8547-4131fb04f9a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 1097 time: 0.1728563 Jul 27 17:59:51.228808 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-9a490963-3acc-485a-bf13-3f94cfe31ed3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f693564f69904a5dae446fda417828f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6690884 Jul 27 17:59:51.229933 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a490963-3acc-485a-bf13-3f94cfe31ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52b8230-e431-4f5f-bc9f-f510aef89fa2,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:51.232514 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58460) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:51.275045 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-00ceb991-e05d-4648-8141-8cda88e9b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.276435 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-00ceb991-e05d-4648-8141-8cda88e9b077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.279108 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-00ceb991-e05d-4648-8141-8cda88e9b077 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f50bb8b5-bb1d-4253-a903-72535eb767d8 HTTP/1.1" status: 204 len: 168 time: 0.2358434 Jul 27 17:59:51.291110 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ceb991-e05d-4648-8141-8cda88e9b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50bb8b5-bb1d-4253-a903-72535eb767d8,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:51.315407 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0d345bd6-3779-476c-a0b0-8f5426fbd8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.340362 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0d345bd6-3779-476c-a0b0-8f5426fbd8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.360452 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-2690a3fd-638b-41dc-a9c2-17a7d9a3798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:51.362005 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-2690a3fd-638b-41dc-a9c2-17a7d9a3798b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 915 time: 0.1667929 Jul 27 17:59:51.390220 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4372-45bb-444a-9ddc-4b2a270b1dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.396733 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0d345bd6-3779-476c-a0b0-8f5426fbd8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.399931 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0d345bd6-3779-476c-a0b0-8f5426fbd8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.401357 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0d345bd6-3779-476c-a0b0-8f5426fbd8fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c52b8230-e431-4f5f-bc9f-f510aef89fa2 HTTP/1.1" status: 204 len: 168 time: 0.1678560 Jul 27 17:59:51.410639 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345bd6-3779-476c-a0b0-8f5426fbd8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52b8230-e431-4f5f-bc9f-f510aef89fa2,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:51.426224 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8c6b4372-45bb-444a-9ddc-4b2a270b1dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.429652 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-db2f83b5-7d06-4160-8c35-a3f590687fd4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8397fca0-1e6f-45d3-a27e-08fb3a91fce1 HTTP/1.1" status: 200 len: 217 time: 0.0513797 Jul 27 17:59:51.528902 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-8c6b4372-45bb-444a-9ddc-4b2a270b1dc3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d0df9db4ba84f7e95fb3e1ccd0ac716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974190 Jul 27 17:59:51.531723 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b4372-45bb-444a-9ddc-4b2a270b1dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df967bb-027b-4cf4-88b6-d6d2bc7d0c76,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:51.534188 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58472) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:51.587617 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ff53c-3528-4f66-87e6-b3e5c7aca9d7 req-87466a1f-da48-4e5e-9c00-c19d7ed8ebd6 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:51.590798 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-6ad9695e-9e08-41b2-92e0-69595e9be342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:51.592547 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-6ad9695e-9e08-41b2-92e0-69595e9be342 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.1480401 Jul 27 17:59:51.595277 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a1ff53c-3528-4f66-87e6-b3e5c7aca9d7 req-87466a1f-da48-4e5e-9c00-c19d7ed8ebd6 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 946 time: 0.0936248 Jul 27 17:59:51.621448 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f99bc2e1-aebf-4a71-bf9b-af1bfb32a04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.634116 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a1ff53c-3528-4f66-87e6-b3e5c7aca9d7 req-f903bb24-5fe9-4aa3-b8a1-ae02eb0b12b5 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379984 Jul 27 17:59:51.673519 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-7c2aa39e-c14a-4e29-94d7-fc41ea4f6f5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532839 Jul 27 17:59:51.693972 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f99bc2e1-aebf-4a71-bf9b-af1bfb32a04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.823363 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-3683ca66-2882-4074-9313-5e21dfb85280 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331038 Jul 27 17:59:51.829084 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f99bc2e1-aebf-4a71-bf9b-af1bfb32a04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.832432 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f99bc2e1-aebf-4a71-bf9b-af1bfb32a04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:51.836178 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f99bc2e1-aebf-4a71-bf9b-af1bfb32a04d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9df967bb-027b-4cf4-88b6-d6d2bc7d0c76 HTTP/1.1" status: 204 len: 168 time: 0.2911146 Jul 27 17:59:51.853864 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bc2e1-aebf-4a71-bf9b-af1bfb32a04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df967bb-027b-4cf4-88b6-d6d2bc7d0c76,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:51.960561 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-96c359e0-e728-456d-b012-bfb1f7b55668 req-4eb49637-ccaa-4228-879d-74ef03b20b91 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255181 Jul 27 17:59:51.981543 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df3cb8-ba0a-41dc-a356-397e177202ca req-631c84fb-6c68-4a99-aee8-7a77afd33632 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:51.983780 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-13df3cb8-ba0a-41dc-a356-397e177202ca req-631c84fb-6c68-4a99-aee8-7a77afd33632 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 944 time: 0.0801103 Jul 27 17:59:52.029157 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-13df3cb8-ba0a-41dc-a356-397e177202ca req-af02ac30-c98c-4a76-ae3f-399b739b1595 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Jul 27 17:59:52.205514 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58508) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:52.326359 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac28c-e648-40d2-80ab-352a5193000f req-81b068f6-9977-443e-b309-0aa561627dcd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:52.327968 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-65fac28c-e648-40d2-80ab-352a5193000f req-81b068f6-9977-443e-b309-0aa561627dcd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0835001 Jul 27 17:59:52.370254 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-65fac28c-e648-40d2-80ab-352a5193000f req-afb4a1cf-4b8d-4ba6-ae95-b3fb728bfb15 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337048 Jul 27 17:59:52.429635 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-594286946-network', 'tenant_id': '6c55060d8b6e4078aef98b01a8e4a3bd'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:52.456355 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Made reservation on behalf of 6c55060d8b6e4078aef98b01a8e4a3bd for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:52.459793 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:52.469307 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:52.573994 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:52.578759 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:52.603864 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:59:52.620067 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b672856-34f9-445e-9a99-02a41bb059f5,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:52.626144 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:52.626144 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Added segment b05735b4-c861-4fea-866a-e8a39ec0bbc5 of type vlan for network 55435981-19d8-45cc-aa97-7422aeb3c896 Jul 27 17:59:52.675178 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:52.726575 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:52.728895 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:52.729765 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:52.795338 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5886652 Jul 27 17:59:52.798378 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58542) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:52.804074 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed26932-a6c6-4511-ad11-00057d4a3e7e admin admin] Pushing event updated for resources: {'Network': ['ID=55435981-19d8-45cc-aa97-7422aeb3c896,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:52.808194 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Request body: {'subnet': {'network_id': '55435981-19d8-45cc-aa97-7422aeb3c896', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-594286946-subnet', 'tenant_id': '6c55060d8b6e4078aef98b01a8e4a3bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:52.815693 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 55435981-19d8-45cc-aa97-7422aeb3c896 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:59:52.824825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5034f-31c0-4892-aaa8-fbcb1a65c121 req-543c6af7-eb93-4417-a104-a6eab4ff9386 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:52.824825 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-04e5034f-31c0-4892-aaa8-fbcb1a65c121 req-543c6af7-eb93-4417-a104-a6eab4ff9386 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 946 time: 0.1128964 Jul 27 17:59:52.824825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58544) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:52.881143 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-04e5034f-31c0-4892-aaa8-fbcb1a65c121 req-af1cc53b-8b6b-4c72-a5ee-7dbfb615459c tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445547 Jul 27 17:59:52.881771 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Made reservation on behalf of 6c55060d8b6e4078aef98b01a8e4a3bd for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:52.884214 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.025977 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2116316565-network', 'tenant_id': 'c065da1deccd44f1bcd40fc5c71cff1f'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:53.093946 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-9698f305-a282-483d-95e9-4b74dd97665b tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:53.096915 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-9698f305-a282-483d-95e9-4b74dd97665b tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.41 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 946 time: 0.0832028 Jul 27 17:59:53.113901 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Made reservation on behalf of c065da1deccd44f1bcd40fc5c71cff1f for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:53.120138 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.136597 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.177825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.293363 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fd6af9-163e-453e-a0d3-f3b7dedbdd34,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:53.306352 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e773b-d0b7-4201-89c1-2d9da8dc72db req-a07e77d9-a37e-4c26-a084-67d770a54eed tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:53.315809 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1e6e773b-d0b7-4201-89c1-2d9da8dc72db req-a07e77d9-a37e-4c26-a084-67d770a54eed tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 944 time: 0.1696532 Jul 27 17:59:53.327145 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Checking segment: {'id': 'b05735b4-c861-4fea-866a-e8a39ec0bbc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '55435981-19d8-45cc-aa97-7422aeb3c896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:53.327510 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Network hostable DHCP agents. Network: 55435981-19d8-45cc-aa97-7422aeb3c896, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:59:53.336347 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58566) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:53.355489 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Deleting port 17f802b6-2767-4e4a-8644-e197a23e78e3 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 17:59:53.355896 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.376248 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.377562 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Network 55435981-19d8-45cc-aa97-7422aeb3c896 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:59:53.384145 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.390561 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 55435981-19d8-45cc-aa97-7422aeb3c896) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:53.403351 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:53.403959 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.407068 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d84cf5-66d7-4626-9c4a-024f6e95952c None None] Network 55435981-19d8-45cc-aa97-7422aeb3c896 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:59:53.421734 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:59:53.432775 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d3867a-0210-46d1-b0b9-333a4ed82be6,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:53.439998 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-bc72fce5-624a-4e79-bf25-5639939596d4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6373580 Jul 27 17:59:53.440849 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.441184 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Added segment e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5 of type vlan for network 681921bd-e9eb-4037-a107-8dd38f8dc851 Jul 27 17:59:53.530270 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.550878 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] For port 17f802b6-2767-4e4a-8644-e197a23e78e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=17f802b6-2767-4e4a-8644-e197a23e78e3,segment=NetworkSegment(6c325447-9ad7-48f2-af13-bda9867c30d5),segment_id=6c325447-9ad7-48f2-af13-bda9867c30d5)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:53.552016 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.572321 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Calling delete_port for 17f802b6-2767-4e4a-8644-e197a23e78e3 owned by compute:nova {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 17:59:53.573807 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.575044 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:53.575860 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.640096 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1166369478-network', 'tenant_id': '22fa97a5212b49259a85da930b0c41c1'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:53.666504 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6d523-f429-42a3-9912-9145ee5fdbad req-11e5f269-aa90-4280-bf14-9ef2e85ced17 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:53.668378 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6ef6d523-f429-42a3-9912-9145ee5fdbad req-11e5f269-aa90-4280-bf14-9ef2e85ced17 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1766551 Jul 27 17:59:53.677298 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8457556 Jul 27 17:59:53.677298 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58580) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:53.697874 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Request body: {'subnet': {'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2116316565-subnet', 'tenant_id': 'c065da1deccd44f1bcd40fc5c71cff1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:53.705982 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad25eb0-abad-4ff2-8110-049c87110b9d None None] Network 55435981-19d8-45cc-aa97-7422aeb3c896 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:59:53.720120 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68f6a9-b6e1-43d3-bb7c-ee29c4fc5fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=681921bd-e9eb-4037-a107-8dd38f8dc851,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:53.751371 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Made reservation on behalf of 22fa97a5212b49259a85da930b0c41c1 for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:53.751859 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 681921bd-e9eb-4037-a107-8dd38f8dc851 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:59:53.754312 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.755473 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1e6e773b-d0b7-4201-89c1-2d9da8dc72db req-2eb821f4-c914-426e-98e9-6f0d388cfbd2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384685 Jul 27 17:59:53.768312 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Made reservation on behalf of c065da1deccd44f1bcd40fc5c71cff1f for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:53.772150 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.783235 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.857747 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6ef6d523-f429-42a3-9912-9145ee5fdbad req-0293fa12-e7e3-4adc-8700-96aec773f10e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489325 Jul 27 17:59:53.984379 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:53.990598 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-3c770640-e468-44c5-9642-9f640da492c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.060565 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.072992 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.088925 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.104143 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['17f802b6-2767-4e4a-8644-e197a23e78e3'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:59:54.108066 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.139136 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Pushing event deleted for resources: {'Port': ['ID=17f802b6-2767-4e4a-8644-e197a23e78e3,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:54.154181 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:59:54.168844 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f826bb0-90ef-42bb-8709-3beec78c1e04,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:54.189212 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.189551 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Added segment e867cbcd-56ab-4bc5-9d9d-230701b89ea5 of type vlan for network 35fe423c-8936-42e4-bec5-66364845be1c Jul 27 17:59:54.234728 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536469ba-0d79-443c-a671-7d0094dca2cd,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:54.263063 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.278395 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae0a2-cd4b-433f-889f-62548012aea5 req-c6b5aed7-9644-4798-bf2d-f8fce07ce5d3 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:54.279994 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bfeae0a2-cd4b-433f-889f-62548012aea5 req-c6b5aed7-9644-4798-bf2d-f8fce07ce5d3 tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 867 time: 0.2364409 Jul 27 17:59:54.286410 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Checking segment: {'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:54.286658 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Network hostable DHCP agents. Network: 681921bd-e9eb-4037-a107-8dd38f8dc851, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:59:54.348759 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.349735 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:54.350317 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.356300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Network 681921bd-e9eb-4037-a107-8dd38f8dc851 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:59:54.398332 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bfeae0a2-cd4b-433f-889f-62548012aea5 req-1ae22f19-b91c-4d96-97ba-5ad253919a5b tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/security-groups?id=76d249f4-9aea-4a8e-ac7c-60516ca32d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028471 Jul 27 17:59:54.427838 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.431069 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 681921bd-e9eb-4037-a107-8dd38f8dc851) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:54.436198 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:54.436794 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.445624 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d9136c-accf-4bdb-8cc9-40fea906af45 None None] Network 681921bd-e9eb-4037-a107-8dd38f8dc851 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:59:54.464390 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1224139 Jul 27 17:59:54.464390 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58602) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:54.470828 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Request body: {'subnet': {'network_id': '35fe423c-8936-42e4-bec5-66364845be1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1166369478-subnet', 'tenant_id': '22fa97a5212b49259a85da930b0c41c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:54.475300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e246f37-27f3-47ba-a1ac-85bd11b6595d admin admin] Pushing event updated for resources: {'Network': ['ID=35fe423c-8936-42e4-bec5-66364845be1c,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:54.480741 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] No DVR routers for this DVR port 17f802b6-2767-4e4a-8644-e197a23e78e3 on host hv-cinder-78626 {{(pid=93050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 17:59:54.485616 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.488221 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-08bd74af-547b-43ac-955b-72ab1c9a2882 req-f5a127aa-863b-4d8a-906d-ecb1c55e570a tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.41 "DELETE /v2.0/ports/17f802b6-2767-4e4a-8644-e197a23e78e3 HTTP/1.1" status: 204 len: 173 time: 1.3842924 Jul 27 17:59:54.490492 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3', 'name': 'network-vif-deleted', 'tag': '17f802b6-2767-4e4a-8644-e197a23e78e3'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 17:59:54.496109 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d800a3a-9a6e-4c8c-9f40-b00d87e71d1a" -d '{"events": [{"server_uuid": "69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3", "name": "network-vif-deleted", "tag": "17f802b6-2767-4e4a-8644-e197a23e78e3"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 17:59:54.505792 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 35fe423c-8936-42e4-bec5-66364845be1c details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:59:54.513685 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a2307351-cf08-4dd5-997b-77bb68d3c025 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8222711 Jul 27 17:59:54.555835 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Made reservation on behalf of 22fa97a5212b49259a85da930b0c41c1 for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:54.565493 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.586867 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa686e-3e61-4631-9813-6fb8f116e15e x-openstack-request-id: req-4bfa686e-3e61-4631-9813-6fb8f116e15e {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 17:59:54.587367 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3", "name": "network-vif-deleted", "tag": "17f802b6-2767-4e4a-8644-e197a23e78e3", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 17:59:54.587758 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4bfa686e-3e61-4631-9813-6fb8f116e15e {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 17:59:54.588249 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3', 'name': 'network-vif-deleted', 'tag': '17f802b6-2767-4e4a-8644-e197a23e78e3', 'status': 'completed', 'code': 200} Jul 27 17:59:54.588804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58610) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:54.596653 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-671570427-network', 'tenant_id': 'b0aeb76ab4644f429c653148b5d0e7ba'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:54.627199 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Made reservation on behalf of b0aeb76ab4644f429c653148b5d0e7ba for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:54.630585 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.644496 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.688448 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ce076b-aa60-4d05-85b9-9f8afcf306c5 None None] Network 681921bd-e9eb-4037-a107-8dd38f8dc851 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:59:54.777900 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.795143 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.828399 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 17:59:54.845244 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a7b1c-1cb2-4f95-94e2-571c20be60b3,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:54.853795 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:54.854140 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Added segment 9d055c1f-d724-446d-9c59-64ecf4f999cd of type vlan for network 706c4ecd-f618-4a77-9914-e6686c8fae0e Jul 27 17:59:54.940689 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.000807 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.001994 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:55.002640 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.113026 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.132150 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5407367 Jul 27 17:59:55.138060 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58626) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 17:59:55.147867 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Request body: {'subnet': {'network_id': '706c4ecd-f618-4a77-9914-e6686c8fae0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-671570427-subnet', 'tenant_id': 'b0aeb76ab4644f429c653148b5d0e7ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 17:59:55.160811 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cadcc6-6a6f-43ed-8c3f-fb467ff27b02 admin admin] Pushing event updated for resources: {'Network': ['ID=706c4ecd-f618-4a77-9914-e6686c8fae0e,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:55.177439 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 706c4ecd-f618-4a77-9914-e6686c8fae0e details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 17:59:55.194724 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22ee5f-b97d-4747-bff8-e4548e2e9093 req-fc187a20-c0ed-4237-bf3a-3a972388b071 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:55.197418 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a22ee5f-b97d-4747-bff8-e4548e2e9093 req-fc187a20-c0ed-4237-bf3a-3a972388b071 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 944 time: 0.1844499 Jul 27 17:59:55.210407 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Made reservation on behalf of b0aeb76ab4644f429c653148b5d0e7ba for: {'subnet': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 17:59:55.211091 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eefac0c5-fbaf-4014-980b-9f47a1e9b9ec,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:55.213948 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.251121 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a22ee5f-b97d-4747-bff8-e4548e2e9093 req-2e719792-f22e-4d24-afa5-dd16bd7dbce8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461626 Jul 27 17:59:55.251838 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Checking segment: {'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:55.252201 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Network hostable DHCP agents. Network: 35fe423c-8936-42e4-bec5-66364845be1c, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:59:55.281894 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a31a9-10ce-4e72-a937-802aaf55d477 req-0a7ccaec-0d68-41a7-9dec-1895f2fa5e8c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:55.283793 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b90a31a9-10ce-4e72-a937-802aaf55d477 req-0a7ccaec-0d68-41a7-9dec-1895f2fa5e8c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.2083013 Jul 27 17:59:55.293582 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Network 35fe423c-8936-42e4-bec5-66364845be1c is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:59:55.308157 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 35fe423c-8936-42e4-bec5-66364845be1c) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:55.314457 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:55.315176 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.321939 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c1886-7366-4118-8f80-581ac5071a7b None None] Network 35fe423c-8936-42e4-bec5-66364845be1c requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:59:55.353904 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b13d83b5-26c7-4a20-913e-6fa8d8e9c123 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8884397 Jul 27 17:59:55.398078 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b90a31a9-10ce-4e72-a937-802aaf55d477 req-3d5665eb-34f8-4baa-993a-9a61c446fdd9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030402 Jul 27 17:59:55.413822 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 17:59:55.569182 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.663729 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6c768373-b585-47d8-9243-b77be2382951 req-092d8d62-4766-4240-b69d-3a2c1736bb7c tempest-DeleteServersTestJSON-311368101 tempest-DeleteServersTestJSON-311368101-project] 10.222.0.47 "GET /v2.0/ports?device_id=69afd59d-d9ac-4b00-a2ba-5a2b1127bfb3 HTTP/1.1" status: 200 len: 210 time: 0.0426230 Jul 27 17:59:55.682403 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:55.706228 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8513146b-0b9b-4b43-9d25-d38a806e7e37,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:55.724729 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '8397fca0-1e6f-45d3-a27e-08fb3a91fce1', 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'port_id': '8397fca0-1e6f-45d3-a27e-08fb3a91fce1', 'mac_address': 'fa:16:3e:57:09:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed15622-b6b5-4738-880a-bd088923f101', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 17:59:55.732690 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Checking segment: {'id': '9d055c1f-d724-446d-9c59-64ecf4f999cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '706c4ecd-f618-4a77-9914-e6686c8fae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 17:59:55.733339 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Network hostable DHCP agents. Network: 706c4ecd-f618-4a77-9914-e6686c8fae0e, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 17:59:55.756149 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Network 706c4ecd-f618-4a77-9914-e6686c8fae0e is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 17:59:55.766415 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c862d83-dedb-4e81-86ce-634a54316360 None None] Network 35fe423c-8936-42e4-bec5-66364845be1c requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:59:55.792745 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 706c4ecd-f618-4a77-9914-e6686c8fae0e) {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 17:59:55.807387 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:55.808198 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.839241 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-fdcd59bb-4c11-404b-887a-ba22106c85dc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6989665 Jul 27 17:59:55.845174 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab83963-9533-4af7-90e6-a6d2b38d1be9 None None] Network 706c4ecd-f618-4a77-9914-e6686c8fae0e requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:59:55.953914 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:55.982451 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 17:59:56.047182 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 17:59:56.062530 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:56.207458 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 17:59:56.211149 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61fbd2-def0-4383-8c34-d09a2792d694 None None] Network 706c4ecd-f618-4a77-9914-e6686c8fae0e requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 17:59:56.228063 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 17:59:56.264199 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.264575 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.264920 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.265257 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.265588 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.266220 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.266565 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.266925 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.267305 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.267629 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.267953 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.268278 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 17:59:56.398891 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297f4e2-92f9-4086-bfb0-cfb7a67f94fb req-4c6959b3-92c8-4aac-83c7-a75400c11987 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:56.400521 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3297f4e2-92f9-4086-bfb0-cfb7a67f94fb req-4c6959b3-92c8-4aac-83c7-a75400c11987 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 945 time: 0.0678930 Jul 27 17:59:56.450247 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3297f4e2-92f9-4086-bfb0-cfb7a67f94fb req-b07d3101-613c-462d-a6a2-8434accf0f17 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430624 Jul 27 17:59:56.483472 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['8397fca0-1e6f-45d3-a27e-08fb3a91fce1'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 17:59:56.601756 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74606d3-ac7a-4ed4-a12f-a1165254ff2d req-377af16b-070f-4cbe-a3ea-8a3b7e2afa70 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:56.603548 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b74606d3-ac7a-4ed4-a12f-a1165254ff2d req-377af16b-070f-4cbe-a3ea-8a3b7e2afa70 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0898054 Jul 27 17:59:56.657132 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b74606d3-ac7a-4ed4-a12f-a1165254ff2d req-79ec60b7-85ca-4538-854c-bbde815829d8 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 Jul 27 17:59:57.160427 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-b2501cbc-e0a5-431d-b3b7-e79fada6547f tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:57.162025 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-b2501cbc-e0a5-431d-b3b7-e79fada6547f tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/networks?id=681921bd-e9eb-4037-a107-8dd38f8dc851 HTTP/1.1" status: 200 len: 814 time: 0.1043100 Jul 27 17:59:57.177887 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-c390e4df-4019-4785-886c-627254463f29 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/quotas/c065da1deccd44f1bcd40fc5c71cff1f HTTP/1.1" status: 200 len: 375 time: 0.0094726 Jul 27 17:59:57.215250 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-59453503-8551-4e97-ac85-17c60ce16463 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c065da1deccd44f1bcd40fc5c71cff1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312767 Jul 27 17:59:57.311113 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-c0964c9d-d5e5-4e74-a904-9a2232397fd2 service neutron] 10.222.0.47 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883648 Jul 27 17:59:57.401092 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-0fb4908d-59bf-4d02-830e-8f7863587196 service neutron] 10.222.0.47 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838935 Jul 27 17:59:57.402067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-be9e59b9-ecbf-4326-9c00-284ef11b781b tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:57.403622 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-be9e59b9-ecbf-4326-9c00-284ef11b781b tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/networks?id=35fe423c-8936-42e4-bec5-66364845be1c HTTP/1.1" status: 200 len: 809 time: 0.1071248 Jul 27 17:59:57.418354 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5032be21-6bd7-4df6-9df1-7c16b556df10 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/quotas/22fa97a5212b49259a85da930b0c41c1 HTTP/1.1" status: 200 len: 375 time: 0.0092466 Jul 27 17:59:57.452985 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-9e36da88-ddcf-4007-a3e7-4f97ad4db343 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=22fa97a5212b49259a85da930b0c41c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291517 Jul 27 17:59:57.554928 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5557a92e-42a7-4416-ac06-78bbecf1d9c3 service neutron] 10.222.0.47 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951259 Jul 27 17:59:57.631597 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2981d-3870-4e30-86d7-ba691c8a2efc req-37754917-228e-4355-902d-46ccd0ebeaa8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:57.633248 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e4f2981d-3870-4e30-86d7-ba691c8a2efc req-37754917-228e-4355-902d-46ccd0ebeaa8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 945 time: 0.0856047 Jul 27 17:59:57.667215 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-d142a0dd-d629-4366-b47b-0d2e8467664b service neutron] 10.222.0.47 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048112 Jul 27 17:59:57.676175 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e4f2981d-3870-4e30-86d7-ba691c8a2efc req-a78966bd-f475-4955-8f5a-d0a27d9823c6 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Jul 27 17:59:57.753187 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f7d00246-64c8-49ae-bd76-66eec700cdb7 req-d54477b2-21f8-4c0f-adc1-9f56a4475b85 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 210 time: 0.0331295 Jul 27 17:59:57.964521 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95d105-3202-456c-8036-0f0a175d4bbd req-08743109-9283-4643-9c7b-5bc4a76d6cab tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:57.964521 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db95d105-3202-456c-8036-0f0a175d4bbd req-08743109-9283-4643-9c7b-5bc4a76d6cab tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0945451 Jul 27 17:59:58.011028 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db95d105-3202-456c-8036-0f0a175d4bbd req-3a936e2c-567c-4773-81ed-32f98ae3b8f6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407779 Jul 27 17:59:58.091228 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 17f802b6-2767-4e4a-8644-e197a23e78e3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 17:59:58.093775 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1764262e-73cf-4f6a-af45-29c16950252e req-5df1af12-934d-4f59-8c53-c4b68bb9c19e tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 210 time: 0.0324061 Jul 27 17:59:58.111949 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 17f802b6-2767-4e4a-8644-e197a23e78e3 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 17:59:58.112306 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 17f802b6-2767-4e4a-8644-e197a23e78e3 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 17:59:58.810210 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7655d2a-341b-423b-97b4-8408471f1d9b req-012a03fd-a552-4e16-a280-5410876182f2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:58.811720 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c7655d2a-341b-423b-97b4-8408471f1d9b req-012a03fd-a552-4e16-a280-5410876182f2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 945 time: 0.0658419 Jul 27 17:59:58.848601 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c7655d2a-341b-423b-97b4-8408471f1d9b req-397ed85a-ab16-42e2-a183-e0ff7f67fa75 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Jul 27 17:59:58.931314 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-96084809-9eea-4711-a31e-7cc1755cb047 req-ae7f4610-e8a3-46ed-8914-d4a538997313 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 210 time: 0.0292711 Jul 27 17:59:59.143116 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cfbfa-5b4c-463e-bc23-8113c6fe94d8 req-593ff75c-dff6-47b0-9bc8-fca495ee2182 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:59.144579 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-336cfbfa-5b4c-463e-bc23-8113c6fe94d8 req-593ff75c-dff6-47b0-9bc8-fca495ee2182 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0642500 Jul 27 17:59:59.183827 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-336cfbfa-5b4c-463e-bc23-8113c6fe94d8 req-dd6f459f-7e86-494e-932b-840e25cf67f4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jul 27 17:59:59.268640 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7ef3727b-5240-467c-866b-772392ef3aac req-7e458d88-7d5e-48d4-a637-d3e1355e89a1 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 210 time: 0.0316663 Jul 27 17:59:59.974676 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eec676-6b1e-4b30-8fd8-f7bf6b066ce5 req-4012623d-7ac9-476d-a373-10664c8b2dad tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 17:59:59.976145 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3eec676-6b1e-4b30-8fd8-f7bf6b066ce5 req-4012623d-7ac9-476d-a373-10664c8b2dad tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 945 time: 0.0611124 Jul 27 18:00:00.013850 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3eec676-6b1e-4b30-8fd8-f7bf6b066ce5 req-fcb38530-4e31-480e-bf11-e08f908e7a68 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Jul 27 18:00:00.100345 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-93ea0984-9eb5-4599-855b-0073a69b6e67 req-4928d65e-7624-446a-ad56-aa152fee9ed3 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 210 time: 0.0282524 Jul 27 18:00:00.361419 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d668a-f073-4d1e-a0ec-95c13ce0dfb7 req-d875ec8b-291e-4a76-ab4b-3fd8ebd4c720 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:00.362920 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3e8d668a-f073-4d1e-a0ec-95c13ce0dfb7 req-d875ec8b-291e-4a76-ab4b-3fd8ebd4c720 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1118796 Jul 27 18:00:00.411814 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3e8d668a-f073-4d1e-a0ec-95c13ce0dfb7 req-12ce0fd2-fb90-4f27-ac84-154a3b27e9ff tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Jul 27 18:00:00.422082 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-9755b10a-bdb4-4cfc-b104-ee157e6bed2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188838 Jul 27 18:00:00.451122 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ba405554-f346-45a1-a81a-73fe6191f133 req-66e17389-15ff-46b6-a021-a054ee57856d tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 210 time: 0.0279963 Jul 27 18:00:00.540058 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-0239bfbc-696c-4000-b0af-87122310fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:00.541775 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-0239bfbc-696c-4000-b0af-87122310fc41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 1098 time: 0.0593274 Jul 27 18:00:00.655944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-bdd488e7-a5cf-4b96-8be1-fe524f6549ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:00.656883 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-bdd488e7-a5cf-4b96-8be1-fe524f6549ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 915 time: 0.0881054 Jul 27 18:00:00.713672 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-46cc1dd6-e0cf-476e-8be3-380ac20d5f53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d329629e-37a1-46be-b20d-992a060550c0 HTTP/1.1" status: 200 len: 217 time: 0.0440028 Jul 27 18:00:00.771293 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-951d75d2-8062-409f-847f-b18fb73824b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:00.772719 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-951d75d2-8062-409f-847f-b18fb73824b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.0440178 Jul 27 18:00:00.810484 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-61d6cdbe-aabd-4e97-ae4b-234b70b79efb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264030 Jul 27 18:00:00.917329 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-8bb94af4-55b8-459d-9d70-953ce4cb34b3 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917413 Jul 27 18:00:01.027608 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-32e3b890-48f4-4c7d-9268-064d144a4ab2 req-a0a801db-62bd-40eb-b948-1702b5fb09d4 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999644 Jul 27 18:00:01.139066 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-6fb9795f-64f9-422d-9fdf-52f5ae70b037 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:01.141236 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-6fb9795f-64f9-422d-9fdf-52f5ae70b037 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.41 "GET /v2.0/networks?id=681921bd-e9eb-4037-a107-8dd38f8dc851 HTTP/1.1" status: 200 len: 814 time: 0.1740098 Jul 27 18:00:01.179582 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Request body: {'port': {'device_id': '49864e5f-6f3d-42f9-9900-b3cb2f9e0814', 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851', 'admin_state_up': True, 'tenant_id': 'c065da1deccd44f1bcd40fc5c71cff1f'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:01.264116 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ebc3aab3-df4c-44d6-95d1-09cbb93eeacd req-3248afc6-52cd-4b6e-a957-640621b73186 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 210 time: 0.0578105 Jul 27 18:00:01.373422 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a37172-fc54-402d-91a5-9e55ce9bba00 req-a73389f2-7bf2-4235-9a38-bdcd23d4fc11 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:01.375265 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-43a37172-fc54-402d-91a5-9e55ce9bba00 req-a73389f2-7bf2-4235-9a38-bdcd23d4fc11 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 945 time: 0.1852002 Jul 27 18:00:01.396691 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:01.446557 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-43a37172-fc54-402d-91a5-9e55ce9bba00 req-d48af07d-98f2-4179-bb97-62eb143ded68 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594125 Jul 27 18:00:01.460459 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Made reservation on behalf of c065da1deccd44f1bcd40fc5c71cff1f for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:00:01.475037 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:01.497364 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58820) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:01.596416 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:01.608212 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:01.608789 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:01.679490 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffe93a6-bdaa-4cbe-a640-cb193087cf30 admin admin] Deleting subnet 3dde7926-a593-4d78-be1c-9a4a3be051a0 {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:00:01.680476 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:01.706472 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b7c4ce33-03a3-4152-b62e-bb9fe76f98ed req-48a5ca33-813b-407f-8a12-237a9dea4104 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 210 time: 0.0476763 Jul 27 18:00:01.707408 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2ffe93a6-bdaa-4cbe-a640-cb193087cf30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:01.763297 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:01.771232 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2ffe93a6-bdaa-4cbe-a640-cb193087cf30 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:01.798828 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2ffe93a6-bdaa-4cbe-a640-cb193087cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:01.803058 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ca0e1-4a2d-4229-bff4-0b8b73c77424 req-c1b3f5e3-7d4a-4296-a2f4-7a914e4eed5a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:01.806083 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-556ca0e1-4a2d-4229-bff4-0b8b73c77424 req-c1b3f5e3-7d4a-4296-a2f4-7a914e4eed5a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.2514551 Jul 27 18:00:01.821997 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:01.822908 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a13d3e-9010-489d-9217-368c336e1f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397fca0-1e6f-45d3-a27e-08fb3a91fce1'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:01.825561 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4083cd-5203-4ddc-b28f-f18bfd559333" -d '{"events": [{"server_uuid": "89a13d3e-9010-489d-9217-368c336e1f0a", "name": "network-vif-plugged", "status": "completed", "tag": "8397fca0-1e6f-45d3-a27e-08fb3a91fce1"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:01.841266 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:01.846989 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5850c661-541e-4a65-89a1-87eaa76ac63b tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:01.848032 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5850c661-541e-4a65-89a1-87eaa76ac63b tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.41 "GET /v2.0/networks?id=35fe423c-8936-42e4-bec5-66364845be1c HTTP/1.1" status: 200 len: 809 time: 0.2795358 Jul 27 18:00:01.891610 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Request body: {'port': {'device_id': '9e1a174b-27da-42de-b5d4-4786539ccc81', 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c', 'admin_state_up': True, 'tenant_id': '22fa97a5212b49259a85da930b0c41c1'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:01.896010 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Allocated IP 172.20.0.7 (681921bd-e9eb-4037-a107-8dd38f8dc851/536469ba-0d79-443c-a671-7d0094dca2cd/9ee13ac6-60da-4af2-9fb2-ab00cab754dd) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:01.909774 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d666ee9f-e1db-4468-9cbc-ce178d2b4cee x-openstack-request-id: req-d666ee9f-e1db-4468-9cbc-ce178d2b4cee {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:01.910066 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a13d3e-9010-489d-9217-368c336e1f0a", "name": "network-vif-plugged", "status": "completed", "tag": "8397fca0-1e6f-45d3-a27e-08fb3a91fce1", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:01.910554 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d666ee9f-e1db-4468-9cbc-ce178d2b4cee {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:01.910969 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a13d3e-9010-489d-9217-368c336e1f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8397fca0-1e6f-45d3-a27e-08fb3a91fce1', 'code': 200} Jul 27 18:00:01.924470 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:01.935592 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-556ca0e1-4a2d-4229-bff4-0b8b73c77424 req-76b476dc-dd91-4240-924e-9094316efe96 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152971 Jul 27 18:00:01.991755 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2ffe93a6-bdaa-4cbe-a640-cb193087cf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.042023 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe93a6-bdaa-4cbe-a640-cb193087cf30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dde7926-a593-4d78-be1c-9a4a3be051a0,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:02.049085 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2ffe93a6-bdaa-4cbe-a640-cb193087cf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.051382 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-2ffe93a6-bdaa-4cbe-a640-cb193087cf30 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3dde7926-a593-4d78-be1c-9a4a3be051a0 HTTP/1.1" status: 204 len: 168 time: 0.5524890 Jul 27 18:00:02.057738 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58832) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:02.102845 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Made reservation on behalf of 22fa97a5212b49259a85da930b0c41c1 for: {'port': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:00:02.108111 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.176008 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.180677 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.266395 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Allocated IP 172.20.0.7 (35fe423c-8936-42e4-bec5-66364845be1c/eefac0c5-fbaf-4014-980b-9f47a1e9b9ec/7450c118-9117-481d-9cce-991d6b9e192d) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:02.349294 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.365017 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.403251 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab21cc-7556-4a5e-ab4d-5971fa64b060 req-35f92de8-3736-4467-8af0-f0bbc50e5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:02.404339 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0fab21cc-7556-4a5e-ab4d-5971fa64b060 req-35f92de8-3736-4467-8af0-f0bbc50e5dc5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 1099 time: 0.2198236 Jul 27 18:00:02.409651 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.410022 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.410845 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.411206 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > port after_create 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.411559 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.415067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > port after_update 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.415067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.415067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.415067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.415067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.533134 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.549689 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f185bf-127f-4090-88b6-615c2dbcfe44 req-19686059-6f7f-454c-8630-1934417000b8 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:02.551213 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-58f185bf-127f-4090-88b6-615c2dbcfe44 req-19686059-6f7f-454c-8630-1934417000b8 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 931 time: 0.1872997 Jul 27 18:00:02.590334 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.590769 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.591209 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.596111 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:02.596111 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87']}} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:02.611040 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.640417 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Network 681921bd-e9eb-4037-a107-8dd38f8dc851 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:02.654925 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-58f185bf-127f-4090-88b6-615c2dbcfe44 req-762a3697-ec2f-4185-85cc-8f1e637e7a51 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863836 Jul 27 18:00:02.657209 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c325447-9ad7-48f2-af13-bda9867c30d5') {'for_net_delete': True} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:02.658616 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c325447-9ad7-48f2-af13-bda9867c30d5') {} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:02.665282 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Network 35fe423c-8936-42e4-bec5-66364845be1c is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:02.668944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:02.671745 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:02.677415 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:02.678136 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.690909 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:02.707824 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:02.710248 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Pushing event updated for resources: {'Port': ['ID=7450c118-9117-481d-9cce-991d6b9e192d,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:02.714256 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:02.714950 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.716892 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-5d919ef3-276e-4799-9fd8-78cd1d69dd2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8424277 Jul 27 18:00:02.732654 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125855100'] for segment, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.735922 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Request body: {'port': {'device_id': '9e1a174b-27da-42de-b5d4-4786539ccc81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:02.739111 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Pushing event updated for resources: {'Port': ['ID=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:02.778649 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-9ec931cd-68d6-4310-b9c9-892091ea92cd tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6079528 Jul 27 18:00:02.781089 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.788861 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0fab21cc-7556-4a5e-ab4d-5971fa64b060 req-e365dc02-1fdf-418c-9bc1-811f7fe656da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891174 Jul 27 18:00:02.798087 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Request body: {'port': {'device_id': '49864e5f-6f3d-42f9-9900-b3cb2f9e0814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:02.801116 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:00:02.801590 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125860346'] for segment, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: from cryptography.utils import int_from_bytes Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: from cryptography.utils import int_from_bytes Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: Traceback (most recent call last): Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: timer() Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: cb(*args, **kw) Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: return func(*args, **kwargs) Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: self._notify() Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: self.callback(batched_events) Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: event.method(event) Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: return f(self, *a, **k) Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._get(url).json() Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: return self.request(url, 'GET', **kwargs) Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:00:02.808539 dv-cinder-786260-13-iscsi neutron-server[93051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:00:02.846913 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.938246 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427e221-9536-4ddb-8782-cdebfc9dc8b8 req-4461ba1a-f763-41bc-a62e-f47199280dee tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:02.939827 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5427e221-9536-4ddb-8782-cdebfc9dc8b8 req-4461ba1a-f763-41bc-a62e-f47199280dee tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 946 time: 0.3296967 Jul 27 18:00:02.942781 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.960432 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:02.962746 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87 HTTP/1.1" status: 204 len: 168 time: 0.9029753 Jul 27 18:00:02.980433 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19beb3-b975-4c3d-8c25-c991bc37f994 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aacd4b1-fa7a-4cab-8e40-e530c3c0cf87,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:02.989764 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.057362 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5427e221-9536-4ddb-8782-cdebfc9dc8b8 req-a9d197ce-1264-4923-8db1-2f0bac672534 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947204 Jul 27 18:00:03.139529 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2356c92-8111-4557-80ae-98b7c29ab1bc req-c4cf3904-db86-46b9-93fb-02b426908672 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:03.141297 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e2356c92-8111-4557-80ae-98b7c29ab1bc req-c4cf3904-db86-46b9-93fb-02b426908672 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 931 time: 0.1482170 Jul 27 18:00:03.205496 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58862) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:03.232760 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e2356c92-8111-4557-80ae-98b7c29ab1bc req-1a6d535b-917a-4038-aa60-4fc1ada2bf1a tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799720 Jul 27 18:00:03.295294 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d01429bd-b899-404d-9873-4277398efd13 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e5b2c73551b4b5d959a4fcd1a862f78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0885625 Jul 27 18:00:03.299719 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58864) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:03.310108 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7450c118-9117-481d-9cce-991d6b9e192d {{(pid=93050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:03.325106 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.354648 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Transition to ACTIVE for port object 7450c118-9117-481d-9cce-991d6b9e192d will not be triggered until provisioned by entity L2. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:03.361600 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.408817 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64ceb2ef-e962-45f7-8b40-be56f3086dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.433464 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Pushing event updated for resources: {'Port': ['ID=7450c118-9117-481d-9cce-991d6b9e192d,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:03.468718 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64ceb2ef-e962-45f7-8b40-be56f3086dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.489756 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Attempting to bind port 7450c118-9117-481d-9cce-991d6b9e192d on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:03.490086 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Attempting to bind port 7450c118-9117-481d-9cce-991d6b9e192d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:03.490409 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Attempting to bind port 7450c118-9117-481d-9cce-991d6b9e192d on network 35fe423c-8936-42e4-bec5-66364845be1c {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:03.493407 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87a37e-e06c-4be5-8a4b-fdd80aa54f6f req-f5eab388-5fdc-4751-8afc-49be989559e6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:03.494919 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db87a37e-e06c-4be5-8a4b-fdd80aa54f6f req-f5eab388-5fdc-4751-8afc-49be989559e6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.3287823 Jul 27 18:00:03.501301 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Port 7450c118-9117-481d-9cce-991d6b9e192d on network 35fe423c-8936-42e4-bec5-66364845be1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:00:03.501630 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Attempting to bind port 7450c118-9117-481d-9cce-991d6b9e192d on network 35fe423c-8936-42e4-bec5-66364845be1c {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:03.514177 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:03.514564 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Checking segment: {'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:03.514941 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Bound using segment: {'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:03.515400 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Bound port: 7450c118-9117-481d-9cce-991d6b9e192d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'}}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:03.516014 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.561278 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db87a37e-e06c-4be5-8a4b-fdd80aa54f6f req-48bd0b39-353b-4402-9691-a0cf7c06eac4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Jul 27 18:00:03.571421 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64ceb2ef-e962-45f7-8b40-be56f3086dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.574143 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64ceb2ef-e962-45f7-8b40-be56f3086dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.577768 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-64ceb2ef-e962-45f7-8b40-be56f3086dfd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76d249f4-9aea-4a8e-ac7c-60516ca32d40 HTTP/1.1" status: 204 len: 168 time: 0.2748415 Jul 27 18:00:03.585513 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ceb2ef-e962-45f7-8b40-be56f3086dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d249f4-9aea-4a8e-ac7c-60516ca32d40,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:03.600582 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] For port 7450c118-9117-481d-9cce-991d6b9e192d, host hv-cinder-78626, cleared binding levels {{(pid=93050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:03.606867 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] For port 7450c118-9117-481d-9cce-991d6b9e192d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7450c118-9117-481d-9cce-991d6b9e192d,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:03.608949 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee13ac6-60da-4af2-9fb2-ab00cab754dd {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:03.613485 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.618828 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.630875 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Transition to ACTIVE for port object 9ee13ac6-60da-4af2-9fb2-ab00cab754dd will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:03.635263 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.651066 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:03.651759 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.653224 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] 10.222.0.41 "PUT /v2.0/ports/7450c118-9117-481d-9cce-991d6b9e192d HTTP/1.1" status: 200 len: 1093 time: 0.9239705 Jul 27 18:00:03.653720 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e1a174b-27da-42de-b5d4-4786539ccc81', 'tag': '7450c118-9117-481d-9cce-991d6b9e192d'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:03.656043 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de" -d '{"events": [{"name": "network-changed", "server_uuid": "9e1a174b-27da-42de-b5d4-4786539ccc81", "tag": "7450c118-9117-481d-9cce-991d6b9e192d"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:03.681943 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee60d7c-5b30-4da0-94c1-0dfecd088dae service neutron] Pushing event updated for resources: {'Port': ['ID=7450c118-9117-481d-9cce-991d6b9e192d,revision_number=3']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:03.711233 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Pushing event updated for resources: {'Port': ['ID=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:03.714841 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b373dd-cb28-4d74-99b3-69d751c692fb x-openstack-request-id: req-59b373dd-cb28-4d74-99b3-69d751c692fb {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:03.715336 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e1a174b-27da-42de-b5d4-4786539ccc81", "tag": "7450c118-9117-481d-9cce-991d6b9e192d", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:03.715628 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-59b373dd-cb28-4d74-99b3-69d751c692fb {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:03.716095 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e1a174b-27da-42de-b5d4-4786539ccc81', 'tag': '7450c118-9117-481d-9cce-991d6b9e192d', 'status': 'completed', 'code': 200} Jul 27 18:00:03.797751 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-21c62d48-8532-4c99-a669-6038843c12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:03.799925 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-21c62d48-8532-4c99-a669-6038843c12af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=22fa97a5212b49259a85da930b0c41c1&device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 1096 time: 0.0629265 Jul 27 18:00:03.833523 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Attempting to bind port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:03.833858 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Attempting to bind port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:03.834287 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Attempting to bind port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd on network 681921bd-e9eb-4037-a107-8dd38f8dc851 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:03.842434 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd on network 681921bd-e9eb-4037-a107-8dd38f8dc851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:00:03.842755 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Attempting to bind port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd on network 681921bd-e9eb-4037-a107-8dd38f8dc851 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:03.853129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:03.853568 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Checking segment: {'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:03.853957 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Bound using segment: {'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:03.854410 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Bound port: 9ee13ac6-60da-4af2-9fb2-ab00cab754dd, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:03.854766 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:03.881035 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ed1f9-c26a-41a3-bbdf-242034996acc req-7b3de592-1800-4fb5-a437-7ed497002d68 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:03.882583 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-724ed1f9-c26a-41a3-bbdf-242034996acc req-7b3de592-1800-4fb5-a437-7ed497002d68 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 943 time: 0.1191385 Jul 27 18:00:03.885679 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-770c1795-d892-471f-ba94-12b2e14367c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7450c118-9117-481d-9cce-991d6b9e192d HTTP/1.1" status: 200 len: 217 time: 0.0548439 Jul 27 18:00:03.964464 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-b4532fb4-1843-406e-9d66-98fe0b00147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:03.966099 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-b4532fb4-1843-406e-9d66-98fe0b00147f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eefac0c5-fbaf-4014-980b-9f47a1e9b9ec HTTP/1.1" status: 200 len: 849 time: 0.0698593 Jul 27 18:00:04.000920 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-724ed1f9-c26a-41a3-bbdf-242034996acc req-2d4f32ba-f5de-49d8-a511-694db05cb03d tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800540 Jul 27 18:00:04.003529 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] For port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:04.007522 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] For port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:04.016317 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:04.052771 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-8984738f-805b-4e37-85a6-6e34beb17a9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35fe423c-8936-42e4-bec5-66364845be1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714407 Jul 27 18:00:04.089985 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:04.090947 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:04.092976 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] 10.222.0.41 "PUT /v2.0/ports/9ee13ac6-60da-4af2-9fb2-ab00cab754dd HTTP/1.1" status: 200 len: 1093 time: 1.3024094 Jul 27 18:00:04.097624 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49864e5f-6f3d-42f9-9900-b3cb2f9e0814', 'tag': '9ee13ac6-60da-4af2-9fb2-ab00cab754dd'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:04.100061 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef660bd-2d3c-40b2-8f42-44725b15e35c" -d '{"events": [{"name": "network-changed", "server_uuid": "49864e5f-6f3d-42f9-9900-b3cb2f9e0814", "tag": "9ee13ac6-60da-4af2-9fb2-ab00cab754dd"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:04.173378 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fd61f-51b0-4828-8f69-c7a84db4d51f service neutron] Pushing event updated for resources: {'Port': ['ID=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:04.199352 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21e9626-5efd-4219-96da-3db421a48c2d x-openstack-request-id: req-c21e9626-5efd-4219-96da-3db421a48c2d {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:04.199813 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49864e5f-6f3d-42f9-9900-b3cb2f9e0814", "tag": "9ee13ac6-60da-4af2-9fb2-ab00cab754dd", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:04.200331 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c21e9626-5efd-4219-96da-3db421a48c2d {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:04.200969 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49864e5f-6f3d-42f9-9900-b3cb2f9e0814', 'tag': '9ee13ac6-60da-4af2-9fb2-ab00cab754dd', 'status': 'completed', 'code': 200} Jul 27 18:00:04.244749 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-d6966fce-7649-4db5-9a79-f350a184a186 service neutron] 10.222.0.41 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825771 Jul 27 18:00:04.323146 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aded72-b3f9-41d1-adda-269bf6d36567 req-df651a57-b289-40ad-939d-da44eed88eed tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:04.324759 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99aded72-b3f9-41d1-adda-269bf6d36567 req-df651a57-b289-40ad-939d-da44eed88eed tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 946 time: 0.1625180 Jul 27 18:00:04.329123 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-e1c11e53-24d6-4fad-94f7-bca5c2384be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:04.330579 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-e1c11e53-24d6-4fad-94f7-bca5c2384be2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c065da1deccd44f1bcd40fc5c71cff1f&device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 1096 time: 0.1740055 Jul 27 18:00:04.407278 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-abc65c57-513b-4b7d-bc74-9aa9e50e6146 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee13ac6-60da-4af2-9fb2-ab00cab754dd HTTP/1.1" status: 200 len: 217 time: 0.0584319 Jul 27 18:00:04.475551 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99aded72-b3f9-41d1-adda-269bf6d36567 req-4f0a7113-9781-4647-9f2c-528f890b0d62 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423259 Jul 27 18:00:04.527491 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-b4ea0bcf-9d3d-413d-8ac7-5158b395bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:04.528974 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-b4ea0bcf-9d3d-413d-8ac7-5158b395bdb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=536469ba-0d79-443c-a671-7d0094dca2cd HTTP/1.1" status: 200 len: 854 time: 0.0797851 Jul 27 18:00:04.580132 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-1b0b4be3-9156-46c9-b244-ec8d56a2fb31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681921bd-e9eb-4037-a107-8dd38f8dc851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425198 Jul 27 18:00:04.580681 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58910) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:04.737369 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-6b7f1d67-1151-493d-a343-cd526eabc473 service neutron] 10.222.0.41 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414020 Jul 27 18:00:04.760505 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-384ae38d-adba-4576-a81d-0fe1f3b320df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:04.772308 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e755ef05-3bd3-4541-b383-3c6649431eb6 req-ad02063e-9e3a-4598-805a-f2e180775d2a service neutron] 10.222.0.41 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167437 Jul 27 18:00:04.800750 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ad8de-c802-4f48-8e77-475c1eee9f8e req-86617a50-80af-4ea1-b7df-f5ed70e12e62 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:04.802535 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-804ad8de-c802-4f48-8e77-475c1eee9f8e req-86617a50-80af-4ea1-b7df-f5ed70e12e62 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 943 time: 0.4288588 Jul 27 18:00:04.890098 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-804ad8de-c802-4f48-8e77-475c1eee9f8e req-914c9f78-e8cc-42cf-b3d5-793413651c53 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738635 Jul 27 18:00:04.927297 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58930) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:04.939354 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-dae961cc-3df5-4e74-bea8-d51bf0174ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:04.941021 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-dae961cc-3df5-4e74-bea8-d51bf0174ef8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=22fa97a5212b49259a85da930b0c41c1&device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 1096 time: 0.1071606 Jul 27 18:00:04.966026 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c275ce67-10bd-4d11-ab8d-dbe0861477ac req-2ebf5c51-e32a-4637-bec7-540950a46df4 service neutron] 10.222.0.41 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016158 Jul 27 18:00:04.990456 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863e02d-ef63-49e0-9ae3-28422579473e req-4e670527-0218-4067-9336-6048015b76e9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:05.001367 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d863e02d-ef63-49e0-9ae3-28422579473e req-4e670527-0218-4067-9336-6048015b76e9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1616929 Jul 27 18:00:05.072731 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-480764ed-cd70-43f4-b156-8007c80ebd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:05.075037 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-480764ed-cd70-43f4-b156-8007c80ebd72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=35fe423c-8936-42e4-bec5-66364845be1c HTTP/1.1" status: 200 len: 910 time: 0.1238136 Jul 27 18:00:05.097231 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-network', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:05.110195 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d863e02d-ef63-49e0-9ae3-28422579473e req-d0612cb4-e3e3-403b-9c4f-3b3f7c396135 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084328 Jul 27 18:00:05.112438 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-384ae38d-adba-4576-a81d-0fe1f3b320df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.132526 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-384ae38d-adba-4576-a81d-0fe1f3b320df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.132652 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-dd9306b2-b7de-40f7-991f-1aa1a902ff5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7450c118-9117-481d-9cce-991d6b9e192d HTTP/1.1" status: 200 len: 217 time: 0.0493484 Jul 27 18:00:05.162650 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-c5ff220d-a281-4a20-896c-7b8c05cb1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:05.164165 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-c5ff220d-a281-4a20-896c-7b8c05cb1157 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c065da1deccd44f1bcd40fc5c71cff1f&device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 1096 time: 0.1365595 Jul 27 18:00:05.177508 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Made reservation on behalf of b2fda4fd0d2f4c02aca1bd9222da4e7b for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:00:05.179899 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.194221 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.208519 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-384ae38d-adba-4576-a81d-0fe1f3b320df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d815b28d962b4dc490c95911f01fc5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6267436 Jul 27 18:00:05.211219 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58942) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:05.240254 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-b84e5969-ae9a-4c78-8a75-e566d26db30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:05.241777 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-b84e5969-ae9a-4c78-8a75-e566d26db30d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eefac0c5-fbaf-4014-980b-9f47a1e9b9ec HTTP/1.1" status: 200 len: 849 time: 0.0978434 Jul 27 18:00:05.244531 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ae38d-adba-4576-a81d-0fe1f3b320df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a78fed2-d0d5-43f9-bf63-291f81ea5378,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:05.302231 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-e471ceb5-fc86-4e3a-92b0-b02480bdcd47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35fe423c-8936-42e4-bec5-66364845be1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483203 Jul 27 18:00:05.377334 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-bbc8e42f-4227-4682-9222-8d0a818e2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:05.378979 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-bbc8e42f-4227-4682-9222-8d0a818e2fcc service neutron] 10.222.0.41 "GET /v2.0/networks?id=681921bd-e9eb-4037-a107-8dd38f8dc851 HTTP/1.1" status: 200 len: 915 time: 0.1982286 Jul 27 18:00:05.392565 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a684f-d6c6-4f76-99c2-954c85a4333f req-d4932a78-3dc9-4c3e-83b3-485af015e8da tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:05.394324 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b68a684f-d6c6-4f76-99c2-954c85a4333f req-d4932a78-3dc9-4c3e-83b3-485af015e8da tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 943 time: 0.2011003 Jul 27 18:00:05.399567 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-6a28879d-55cf-4b94-82f0-fc7a30223025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.447568 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-7ba9d36d-9676-4201-bd01-f103983b30a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ee13ac6-60da-4af2-9fb2-ab00cab754dd HTTP/1.1" status: 200 len: 217 time: 0.0447855 Jul 27 18:00:05.456019 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-6a28879d-55cf-4b94-82f0-fc7a30223025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.472105 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-a78be782-487a-4b34-9c9c-0ef7ba6d8d16 service neutron] 10.222.0.41 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552019 Jul 27 18:00:05.474287 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b68a684f-d6c6-4f76-99c2-954c85a4333f req-3c7b5dd0-0643-4da0-a60d-14b8f2940ed3 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726595 Jul 27 18:00:05.509919 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.528683 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.539892 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-db274589-6d2a-4254-bd91-00e0098942e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:05.541478 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-db274589-6d2a-4254-bd91-00e0098942e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=536469ba-0d79-443c-a671-7d0094dca2cd HTTP/1.1" status: 200 len: 854 time: 0.0663376 Jul 27 18:00:05.591125 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-36b62194-b8b3-4f6f-9dc5-cc14c315c83e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681921bd-e9eb-4037-a107-8dd38f8dc851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363007 Jul 27 18:00:05.601200 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-6a28879d-55cf-4b94-82f0-fc7a30223025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.604038 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-6a28879d-55cf-4b94-82f0-fc7a30223025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.607716 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-6a28879d-55cf-4b94-82f0-fc7a30223025 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4a78fed2-d0d5-43f9-bf63-291f81ea5378 HTTP/1.1" status: 204 len: 168 time: 0.3929288 Jul 27 18:00:05.607716 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429a6361-8d21-42a2-b637-61eeaa96133f,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:05.614275 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:00:05.634144 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28879d-55cf-4b94-82f0-fc7a30223025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a78fed2-d0d5-43f9-bf63-291f81ea5378,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:05.641412 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.641758 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Added segment 6447df73-bcd3-494f-b251-b89fcf0b53cf of type vlan for network 844f09e2-67d6-447e-b105-08086c5dc8ee Jul 27 18:00:05.704535 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cbecee73-60c1-4d9b-9ea7-3caec34ca8de req-8688a4ba-775a-4c8f-96c0-57617a77f20b service neutron] 10.222.0.41 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940527 Jul 27 18:00:05.709712 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-1dfbc227-c643-4c4a-a032-ca81a423b623 service neutron] 10.222.0.41 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079884 Jul 27 18:00:05.713643 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.748944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.756306 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:05.757029 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.788660 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8575642 Jul 27 18:00:05.792083 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58962) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:05.797487 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Request body: {'subnet': {'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-subnet', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:05.840875 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad64b71-5a1e-461e-a155-3b410c2e67d9 admin admin] Pushing event updated for resources: {'Network': ['ID=844f09e2-67d6-447e-b105-08086c5dc8ee,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:05.843586 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Made reservation on behalf of b2fda4fd0d2f4c02aca1bd9222da4e7b for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:00:05.845781 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125844075'] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:05.852612 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 844f09e2-67d6-447e-b105-08086c5dc8ee details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:00:05.905125 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ef660bd-2d3c-40b2-8f42-44725b15e35c req-7d2b0e5d-708e-4e33-aaf3-ff56859bf678 service neutron] 10.222.0.41 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726503 Jul 27 18:00:05.991547 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58968) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:06.010375 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1383cbf8-bd9e-48dd-af75-6612acfd548a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.019177 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:00:06.043280 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f5a66-791f-47f7-8f82-942ab9b386ec req-a529d0fe-83d7-4cfa-8f56-dd24bbec664c tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:06.044941 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-556f5a66-791f-47f7-8f82-942ab9b386ec req-a529d0fe-83d7-4cfa-8f56-dd24bbec664c tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 943 time: 0.0720649 Jul 27 18:00:06.083828 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125860179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125844089'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.089333 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-556f5a66-791f-47f7-8f82-942ab9b386ec req-447ae3ec-969c-4523-b011-47dc9204939f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Jul 27 18:00:06.172254 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9375d107-c4f4-436e-b399-881ac1a7a3e1,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:06.202069 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Checking segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:06.202426 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Network hostable DHCP agents. Network: 844f09e2-67d6-447e-b105-08086c5dc8ee, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:00:06.255804 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1383cbf8-bd9e-48dd-af75-6612acfd548a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.261510 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1383cbf8-bd9e-48dd-af75-6612acfd548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.272464 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Network 844f09e2-67d6-447e-b105-08086c5dc8ee is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:00:06.301516 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 844f09e2-67d6-447e-b105-08086c5dc8ee) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:06.309503 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0104860-5059-4d22-9890-bbaae8fbbbe5 None None] Network 844f09e2-67d6-447e-b105-08086c5dc8ee requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:00:06.313586 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1383cbf8-bd9e-48dd-af75-6612acfd548a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=356238881c7d4057ab47bf222c335ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210340 Jul 27 18:00:06.318401 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:06.319012 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.319136 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 58972) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:06.327731 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383cbf8-bd9e-48dd-af75-6612acfd548a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d37e08a-2542-45ce-b82c-0178ff78bae8,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:06.345786 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb989bf6-68fa-485a-a9f6-8492b3ec36a6 req-0b84242c-f834-4d4a-b950-a50cbb1b1c89 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:06.347394 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb989bf6-68fa-485a-a9f6-8492b3ec36a6 req-0b84242c-f834-4d4a-b950-a50cbb1b1c89 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1576443 Jul 27 18:00:06.349082 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-825b3002-bd69-43e3-8044-4b1b8840f0f9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5558231 Jul 27 18:00:06.351876 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 58974) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:06.357052 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:06.402029 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f5286fc8-fcc2-4087-9bed-d47c15c1a618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.405300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.406765 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.423885 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb989bf6-68fa-485a-a9f6-8492b3ec36a6 req-0c0b2086-1425-41e6-8ad5-8bed9b50e6fd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635774 Jul 27 18:00:06.450156 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f5286fc8-fcc2-4087-9bed-d47c15c1a618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.482337 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.534536 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-844f09e2-67d6-447e-b105-08086c5dc8ee', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 18:00:06.536010 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.556342 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f5286fc8-fcc2-4087-9bed-d47c15c1a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.559758 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f5286fc8-fcc2-4087-9bed-d47c15c1a618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.564203 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f5286fc8-fcc2-4087-9bed-d47c15c1a618 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d37e08a-2542-45ce-b82c-0178ff78bae8 HTTP/1.1" status: 204 len: 168 time: 0.2441456 Jul 27 18:00:06.574127 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5286fc8-fcc2-4087-9bed-d47c15c1a618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d37e08a-2542-45ce-b82c-0178ff78bae8,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:06.699810 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:06.736975 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Allocated IP 172.20.0.2 (844f09e2-67d6-447e-b105-08086c5dc8ee/9375d107-c4f4-436e-b399-881ac1a7a3e1/18ff0b67-48fd-4d18-8dd4-83e722cced9f) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:06.762403 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b351b75-a9ae-4950-8faa-3a926cc8283d req-bf305842-e1ad-4018-a300-a4d160f81712 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:06.764341 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b351b75-a9ae-4950-8faa-3a926cc8283d req-bf305842-e1ad-4018-a300-a4d160f81712 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 943 time: 0.1689601 Jul 27 18:00:06.824547 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b351b75-a9ae-4950-8faa-3a926cc8283d req-cf9adaef-d49b-44f6-aa3a-808393195ac8 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469661 Jul 27 18:00:06.993626 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.016505 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.035526 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.048279 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Transition to ACTIVE for port object 18ff0b67-48fd-4d18-8dd4-83e722cced9f will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:07.065710 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Transition to ACTIVE for port object 18ff0b67-48fd-4d18-8dd4-83e722cced9f will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:07.073744 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.123044 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Network 844f09e2-67d6-447e-b105-08086c5dc8ee is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:07.126380 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:07.133014 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:07.199399 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Pushing event updated for resources: {'Port': ['ID=18ff0b67-48fd-4d18-8dd4-83e722cced9f,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:07.222663 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Allocated IP 172.27.1.165 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/a66c9c53-0393-47d3-86e2-d2ecf5b25745) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:07.235093 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Attempting to bind port 18ff0b67-48fd-4d18-8dd4-83e722cced9f on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:07.237708 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Attempting to bind port 18ff0b67-48fd-4d18-8dd4-83e722cced9f by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:07.238410 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Attempting to bind port 18ff0b67-48fd-4d18-8dd4-83e722cced9f on network 844f09e2-67d6-447e-b105-08086c5dc8ee {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:07.251967 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:07.253501 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Checking segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:07.253931 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.256028 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Bound using segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:07.256545 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Bound port: 18ff0b67-48fd-4d18-8dd4-83e722cced9f, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:07.256937 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.371335 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] For port 18ff0b67-48fd-4d18-8dd4-83e722cced9f, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:07.375352 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] For port 18ff0b67-48fd-4d18-8dd4-83e722cced9f, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=18ff0b67-48fd-4d18-8dd4-83e722cced9f,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:07.380552 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.387072 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfc3f2-878b-4e78-86ad-1dcbf53f9e56 req-538bc9b2-46d6-4e82-8859-3bf8a16d64e3 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:07.408282 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-22cfc3f2-878b-4e78-86ad-1dcbf53f9e56 req-538bc9b2-46d6-4e82-8859-3bf8a16d64e3 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 943 time: 0.1385293 Jul 27 18:00:07.450396 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 9ee13ac6-60da-4af2-9fb2-ab00cab754dd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:00:07.471704 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-22cfc3f2-878b-4e78-86ad-1dcbf53f9e56 req-405e5c3a-c2f0-4dc4-bc52-6800788a20ae tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623670 Jul 27 18:00:07.484218 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d7378-f841-42b8-8d3c-681f22d6d269 None None] Pushing event updated for resources: {'Port': ['ID=18ff0b67-48fd-4d18-8dd4-83e722cced9f,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:07.513535 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.606557 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd15613-4af0-4b08-828d-cdcb52921064 req-84ba8a3a-97db-4fb0-8ca1-bc5701d7aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:07.608364 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cd15613-4af0-4b08-828d-cdcb52921064 req-84ba8a3a-97db-4fb0-8ca1-bc5701d7aa87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 1098 time: 0.1612008 Jul 27 18:00:07.609593 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:07.642434 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '9ee13ac6-60da-4af2-9fb2-ab00cab754dd', 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851', 'port_id': '9ee13ac6-60da-4af2-9fb2-ab00cab754dd', 'mac_address': 'fa:16:3e:23:e2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536469ba-0d79-443c-a671-7d0094dca2cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:00:07.725253 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.751449 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee13ac6-60da-4af2-9fb2-ab00cab754dd {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:07.775448 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:07.780686 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.781361 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 7450c118-9117-481d-9cce-991d6b9e192d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:00:07.915640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:07.934387 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:07.998865 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cd15613-4af0-4b08-828d-cdcb52921064 req-c911818f-17ae-44d1-a3e3-b60f66147ca2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800867 Jul 27 18:00:08.010269 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:08.017556 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:08.021305 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:08.034967 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 7450c118-9117-481d-9cce-991d6b9e192d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7450c118-9117-481d-9cce-991d6b9e192d,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:08.044912 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1731-36dd-496a-ac15-fe4e33faaff2 req-b3a43d47-0cf1-4be0-8224-2679bf149ca1 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:08.047217 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fe8a1731-36dd-496a-ac15-fe4e33faaff2 req-b3a43d47-0cf1-4be0-8224-2679bf149ca1 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 944 time: 0.1092787 Jul 27 18:00:08.047877 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '7450c118-9117-481d-9cce-991d6b9e192d', 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c', 'port_id': '7450c118-9117-481d-9cce-991d6b9e192d', 'mac_address': 'fa:16:3e:59:1b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefac0c5-fbaf-4014-980b-9f47a1e9b9ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:00:08.077988 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e39d64-13ec-4e61-8bf7-cb75c82af8f9 req-7c2244ce-a437-4e85-8ed3-8c7170bee039 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:08.091698 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-88e39d64-13ec-4e61-8bf7-cb75c82af8f9 req-7c2244ce-a437-4e85-8ed3-8c7170bee039 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.5321546 Jul 27 18:00:08.098226 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:08.100895 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Pushing event updated for resources: {'Port': ['ID=a66c9c53-0393-47d3-86e2-d2ecf5b25745,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:08.112292 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fe8a1731-36dd-496a-ac15-fe4e33faaff2 req-84cf771c-b6c8-4762-a110-3c3715b30660 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539560 Jul 27 18:00:08.115089 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7450c118-9117-481d-9cce-991d6b9e192d {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:08.148224 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 7450c118-9117-481d-9cce-991d6b9e192d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7450c118-9117-481d-9cce-991d6b9e192d,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:08.153614 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:08.230211 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=7450c118-9117-481d-9cce-991d6b9e192d,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:08.259753 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-88e39d64-13ec-4e61-8bf7-cb75c82af8f9 req-c1b24d93-1c14-4f70-b33a-7201f7ba513b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656170 Jul 27 18:00:08.274965 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 18ff0b67-48fd-4d18-8dd4-83e722cced9f up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:08.336379 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 18ff0b67-48fd-4d18-8dd4-83e722cced9f completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:08.435611 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-9311c950-27a8-441e-90a8-fb4837fa50f1 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:08.444403 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-9311c950-27a8-441e-90a8-fb4837fa50f1 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 814 time: 0.1953943 Jul 27 18:00:08.463127 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-3bab60e9-b9a7-417a-9914-cae97da5cfe7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/quotas/e845666bc26148db9854112beaf47bec HTTP/1.1" status: 200 len: 375 time: 0.0177140 Jul 27 18:00:08.481930 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:08.584381 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['7450c118-9117-481d-9cce-991d6b9e192d'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:08.622149 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-da5e42a6-0085-4c15-8a71-9ee126b3793a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1579449 Jul 27 18:00:08.690325 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['9ee13ac6-60da-4af2-9fb2-ab00cab754dd'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:08.770561 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-ecbd6a02-62b0-4f4f-953d-5db3a96f6826 service neutron] 10.222.0.47 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472290 Jul 27 18:00:08.810045 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2ecfe-7adb-4f75-a2a3-abe991fb5d1a req-d0b76a44-c9a0-4223-ba78-730f705249fe tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:08.811630 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ecf2ecfe-7adb-4f75-a2a3-abe991fb5d1a req-d0b76a44-c9a0-4223-ba78-730f705249fe tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 944 time: 0.2447674 Jul 27 18:00:08.907340 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-e35cb183-47c1-4a01-af79-4820ee390997 service neutron] 10.222.0.47 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354780 Jul 27 18:00:08.934165 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ecf2ecfe-7adb-4f75-a2a3-abe991fb5d1a req-79fdd4e5-714e-4616-81cd-48d5378dd830 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Jul 27 18:00:08.942033 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d661b8b9-59f0-4a0d-9dd8-ef2955866e9c None None] Network 844f09e2-67d6-447e-b105-08086c5dc8ee requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:00:08.962859 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:09.049409 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a8260f51-78e1-43e7-bb53-b8a20a586e54 None None] Provisioning for port 18ff0b67-48fd-4d18-8dd4-83e722cced9f completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:09.077815 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a8260f51-78e1-43e7-bb53-b8a20a586e54 None None] Provisioning complete for port 18ff0b67-48fd-4d18-8dd4-83e722cced9f triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:09.078194 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a8260f51-78e1-43e7-bb53-b8a20a586e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:09.121784 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c9b7f0ba-5c7a-4bd2-80e0-fa162907fc00 req-f53f9cfe-2f22-4c3b-89a8-8773748a877a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 210 time: 0.0464168 Jul 27 18:00:09.312518 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aa4d9-0d7e-4da2-b208-3aac7d22821b req-9d035704-fa0b-4eb7-8406-f63963819ca4 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:09.321603 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-034aa4d9-0d7e-4da2-b208-3aac7d22821b req-9d035704-fa0b-4eb7-8406-f63963819ca4 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 944 time: 0.1015415 Jul 27 18:00:09.337716 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Router 2a717dc6-67e2-49dc-8011-20daa417d8b6 is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 18:00:09.378022 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a8260f51-78e1-43e7-bb53-b8a20a586e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:09.425528 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-034aa4d9-0d7e-4da2-b208-3aac7d22821b req-c026ef60-61a7-4c2d-8661-af5e6c8cd921 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023874 Jul 27 18:00:09.435037 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-a8260f51-78e1-43e7-bb53-b8a20a586e54 None None] For port 18ff0b67-48fd-4d18-8dd4-83e722cced9f, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=18ff0b67-48fd-4d18-8dd4-83e722cced9f,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:09.440490 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a8260f51-78e1-43e7-bb53-b8a20a586e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:09.527423 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8260f51-78e1-43e7-bb53-b8a20a586e54 None None] Pushing event updated for resources: {'Port': ['ID=18ff0b67-48fd-4d18-8dd4-83e722cced9f,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:09.588511 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:00:09.603365 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213e7ad-438a-4174-9300-0e644024e78e req-52b89634-265d-4978-820c-341b6cc0ec9f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:09.605830 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7213e7ad-438a-4174-9300-0e644024e78e req-52b89634-265d-4978-820c-341b6cc0ec9f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1390977 Jul 27 18:00:09.610076 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Sync routers for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:00:09.622978 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:00:09.623884 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:59:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:09.624614 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:09.628410 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-d236c61d-83df-4c08-806f-4191ecf3a684 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2723637 Jul 27 18:00:09.628683 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59082) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:09.663587 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7213e7ad-438a-4174-9300-0e644024e78e req-1e77db94-5647-4d33-8e53-a0bbbad8f0ce tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476506 Jul 27 18:00:09.764444 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-e24001cc-cd8d-4e91-b036-a327edbb5573 None None] Provisioning complete for port 18ff0b67-48fd-4d18-8dd4-83e722cced9f triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:09.764741 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e24001cc-cd8d-4e91-b036-a327edbb5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:09.768371 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:00:09.907033 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebab038-e1da-4e5f-a3f9-4121d6669d9a req-63f12e32-8e3d-48ed-8bc9-d8808acc57b9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:09.908718 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cebab038-e1da-4e5f-a3f9-4121d6669d9a req-63f12e32-8e3d-48ed-8bc9-d8808acc57b9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1674542 Jul 27 18:00:10.019665 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cebab038-e1da-4e5f-a3f9-4121d6669d9a req-755a734d-23bb-484b-af36-4a60dfec5fee tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005604 Jul 27 18:00:10.062649 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:08Z', 'revision_number': 3, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:10.107322 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Checking router: 2a717dc6-67e2-49dc-8011-20daa417d8b6 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:00:10.107816 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Updating router 2a717dc6-67e2-49dc-8011-20daa417d8b6 port a66c9c53-0393-47d3-86e2-d2ecf5b25745 binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:00:10.177691 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.191090 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a35ca8-d4aa-456b-b45a-faa5b9f92c90 req-931463b4-a72a-479c-ad76-f47338c324b2 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:10.202657 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-44a35ca8-d4aa-456b-b45a-faa5b9f92c90 req-931463b4-a72a-479c-ad76-f47338c324b2 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 944 time: 0.1882718 Jul 27 18:00:10.232948 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 18ff0b67-48fd-4d18-8dd4-83e722cced9f up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:10.285282 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5f55ae5a-2a7b-4448-8c68-38ef150b73c3 req-2b9118bb-6d19-46db-b76d-c86fb3c5fe58 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 210 time: 0.0353730 Jul 27 18:00:10.315812 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.366198 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-44a35ca8-d4aa-456b-b45a-faa5b9f92c90 req-a4e97afa-2bbc-4729-ba52-dde133493115 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602888 Jul 27 18:00:10.416958 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 18ff0b67-48fd-4d18-8dd4-83e722cced9f triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:10.418429 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.596264 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Allocated IP 172.20.0.1 (844f09e2-67d6-447e-b105-08086c5dc8ee/9375d107-c4f4-436e-b399-881ac1a7a3e1/f1878b70-6377-4761-8ed7-9548268e8f13) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:10.690814 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.705183 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Transition to ACTIVE for port object a66c9c53-0393-47d3-86e2-d2ecf5b25745 will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:10.713369 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.785440 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Pushing event updated for resources: {'Port': ['ID=a66c9c53-0393-47d3-86e2-d2ecf5b25745,revision_number=2']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:10.787745 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Attempting to bind port a66c9c53-0393-47d3-86e2-d2ecf5b25745 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:10.788175 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Attempting to bind port a66c9c53-0393-47d3-86e2-d2ecf5b25745 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:10.788519 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Attempting to bind port a66c9c53-0393-47d3-86e2-d2ecf5b25745 on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:10.817790 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.818879 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.821584 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.822467 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.823810 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.825734 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.826092 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.826435 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.827873 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.830293 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.830791 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.832723 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:10.841355 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:10.841777 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:10.842551 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.843209 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:10.843908 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Bound port: a66c9c53-0393-47d3-86e2-d2ecf5b25745, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:10.844544 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.847876 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-1ca11b54-08cf-44b3-b17e-3c11f1516a88 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:10.849535 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-1ca11b54-08cf-44b3-b17e-3c11f1516a88 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 814 time: 0.3876004 Jul 27 18:00:10.865872 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b954f08-2834-4281-b1d3-2a450b423e75 req-f0e51237-ee7f-4e2c-ade9-c0532dd37c31 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:10.866259 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.867964 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8b954f08-2834-4281-b1d3-2a450b423e75 req-f0e51237-ee7f-4e2c-ade9-c0532dd37c31 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 944 time: 0.2659540 Jul 27 18:00:10.879057 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Request body: {'port': {'device_id': 'd2a3844d-7f37-451c-ba62-632ce4d5c308', 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'admin_state_up': True, 'tenant_id': 'e845666bc26148db9854112beaf47bec'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:10.879965 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Transition to ACTIVE for port object f1878b70-6377-4761-8ed7-9548268e8f13 will not be triggered until provisioned by entity DHCP. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:10.915640 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] For port a66c9c53-0393-47d3-86e2-d2ecf5b25745, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:10.918501 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.919126 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] For port a66c9c53-0393-47d3-86e2-d2ecf5b25745, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=a66c9c53-0393-47d3-86e2-d2ecf5b25745,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:10.923438 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:10.961462 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8b954f08-2834-4281-b1d3-2a450b423e75 req-d225fb34-18fa-42dd-9b5a-bc7f1bf2dda1 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860059 Jul 27 18:00:10.985903 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146923d-1f2e-4b4b-a0d5-e0a94fc69e64 None None] Pushing event updated for resources: {'Port': ['ID=a66c9c53-0393-47d3-86e2-d2ecf5b25745,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:10.988644 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:00:10.988762 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Pushing event updated for resources: {'Port': ['ID=f1878b70-6377-4761-8ed7-9548268e8f13,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:10.989249 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:59:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:11.004265 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Network 844f09e2-67d6-447e-b105-08086c5dc8ee is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:11.007059 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:11.010109 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:11.010645 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.028692 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Made reservation on behalf of e845666bc26148db9854112beaf47bec for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:00:11.033482 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.133446 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:00:11.191315 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Allocated IP 172.20.0.4 (fca9d782-9f4d-4550-b82f-383964941b7a/eed15622-b6b5-4738-880a-bd088923f101/ce832b5f-93e1-4868-a5b0-cd7bdd363dbc) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:11.191860 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.303868 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-50f6e12e-e881-41ea-b362-7cf87bd32775 None None] Provisioning for port f1878b70-6377-4761-8ed7-9548268e8f13 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:11.310983 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-50f6e12e-e881-41ea-b362-7cf87bd32775 None None] Provisioning complete for port f1878b70-6377-4761-8ed7-9548268e8f13 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:11.314693 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-50f6e12e-e881-41ea-b362-7cf87bd32775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.411679 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.419713 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-50f6e12e-e881-41ea-b362-7cf87bd32775 None None] Port f1878b70-6377-4761-8ed7-9548268e8f13 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:00:11.428135 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-bdfc2bfe-b02e-45c1-afa7-258d6758e713 req-64b32a35-f47d-4156-ba69-52152dd550d7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 210 time: 0.0468621 Jul 27 18:00:11.456666 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.460339 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 9ee13ac6-60da-4af2-9fb2-ab00cab754dd up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:11.474863 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.476081 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.512507 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.535525 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d329629e-37a1-46be-b20d-992a060550c0', '8397fca0-1e6f-45d3-a27e-08fb3a91fce1'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:11.545078 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:08Z', 'revision_number': 3, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:11.595366 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96fcdb-3007-4b9f-b06d-f3f28458fc44 None None] The sync data for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi is: [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:08Z', 'revision_number': 3, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:00:11.626737 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Pushing event updated for resources: {'Port': ['ID=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:11.648097 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Network fca9d782-9f4d-4550-b82f-383964941b7a is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:11.658827 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:11.661673 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:11.683769 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:11.726393 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:11.727208 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.743603 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c480a8-0d49-42a6-98be-8d4f52583a1b req-a5d86e47-f504-4562-be6e-38428da74633 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:11.745402 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-01c480a8-0d49-42a6-98be-8d4f52583a1b req-a5d86e47-f504-4562-be6e-38428da74633 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 944 time: 0.2694881 Jul 27 18:00:11.768149 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:11.768871 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:11.829001 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-01c480a8-0d49-42a6-98be-8d4f52583a1b req-abc8999d-a498-4fbf-ad49-524a12a35af7 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Jul 27 18:00:11.830075 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-92ffbfa4-8bd7-4f90-9916-7c77cb138f20 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9559116 Jul 27 18:00:11.848028 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Request body: {'port': {'device_id': 'd2a3844d-7f37-451c-ba62-632ce4d5c308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:12.010119 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.028393 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.167253 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:12.170475 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49864e5f-6f3d-42f9-9900-b3cb2f9e0814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee13ac6-60da-4af2-9fb2-ab00cab754dd'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:12.178811 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378c3158-0020-4336-aa22-1be358a4b043" -d '{"events": [{"server_uuid": "49864e5f-6f3d-42f9-9900-b3cb2f9e0814", "name": "network-vif-plugged", "status": "completed", "tag": "9ee13ac6-60da-4af2-9fb2-ab00cab754dd"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:12.179869 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Pushing event updated for resources: {'Port': ['ID=f1878b70-6377-4761-8ed7-9548268e8f13,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:12.200239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.203232 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 7450c118-9117-481d-9cce-991d6b9e192d up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:12.211279 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Network 844f09e2-67d6-447e-b105-08086c5dc8ee is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:12.216274 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:12.388213 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45764765-b446-42c6-9b24-775a6d24e591 x-openstack-request-id: req-45764765-b446-42c6-9b24-775a6d24e591 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:12.388683 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49864e5f-6f3d-42f9-9900-b3cb2f9e0814", "name": "network-vif-plugged", "status": "completed", "tag": "9ee13ac6-60da-4af2-9fb2-ab00cab754dd", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:12.388808 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-45764765-b446-42c6-9b24-775a6d24e591 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:12.389124 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49864e5f-6f3d-42f9-9900-b3cb2f9e0814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee13ac6-60da-4af2-9fb2-ab00cab754dd', 'code': 200} Jul 27 18:00:12.389688 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:12.416305 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device a66c9c53-0393-47d3-86e2-d2ecf5b25745 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:12.573696 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port a66c9c53-0393-47d3-86e2-d2ecf5b25745 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:12.600557 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port a66c9c53-0393-47d3-86e2-d2ecf5b25745 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:12.601672 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.691919 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 7450c118-9117-481d-9cce-991d6b9e192d completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:12.707734 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 7450c118-9117-481d-9cce-991d6b9e192d triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:12.708841 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.730350 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-54997d8e-debd-42ab-b2f3-6301bfcec7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:12.731960 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-54997d8e-debd-42ab-b2f3-6301bfcec7c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.4724629 Jul 27 18:00:12.744262 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59168) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:12.758855 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-dc6aa1ba-39d5-4769-8ce8-7d4c1e5ca192 None None] Provisioning complete for port f1878b70-6377-4761-8ed7-9548268e8f13 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:12.759734 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa1ba-39d5-4769-8ce8-7d4c1e5ca192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.770570 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Router 2a717dc6-67e2-49dc-8011-20daa417d8b6 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:00:12.822883 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-dc6aa1ba-39d5-4769-8ce8-7d4c1e5ca192 None None] Port f1878b70-6377-4761-8ed7-9548268e8f13 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:00:12.831308 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b353e3-49be-44f3-a49e-248f98c0f183 req-604a6c94-23ab-493d-87b5-5d78cf1daf17 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:12.842077 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-63b353e3-49be-44f3-a49e-248f98c0f183 req-604a6c94-23ab-493d-87b5-5d78cf1daf17 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.3507798 Jul 27 18:00:12.892661 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.921688 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a585c5-9bdb-4963-815b-74f9fa05e16f req-15f701fb-79a7-498e-8a49-06a192f7524e tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:12.922928 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port a66c9c53-0393-47d3-86e2-d2ecf5b25745, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=a66c9c53-0393-47d3-86e2-d2ecf5b25745,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:12.923541 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f3a585c5-9bdb-4963-815b-74f9fa05e16f req-15f701fb-79a7-498e-8a49-06a192f7524e tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 945 time: 0.5687158 Jul 27 18:00:12.945918 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:12.967405 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d65741-574d-4806-abbb-f6fc18c5caab req-682da418-018f-4880-931c-333439df742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:12.968879 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-49d65741-574d-4806-abbb-f6fc18c5caab req-682da418-018f-4880-931c-333439df742a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 1098 time: 0.4029198 Jul 27 18:00:13.012372 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=a66c9c53-0393-47d3-86e2-d2ecf5b25745,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:13.017388 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.030399 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f3a585c5-9bdb-4963-815b-74f9fa05e16f req-324eac52-910a-4250-8318-b3e650399885 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900750 Jul 27 18:00:13.034247 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:00:13.059045 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-ee5cdfff-4648-4b68-b939-b033be7b30bd admin admin] 10.222.0.47 "PUT /v2.0/routers/2a717dc6-67e2-49dc-8011-20daa417d8b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4161558 Jul 27 18:00:13.060311 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 7450c118-9117-481d-9cce-991d6b9e192d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7450c118-9117-481d-9cce-991d6b9e192d,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:13.065492 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.074214 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b569c4e8-bcf6-4d31-8a29-39bb66045e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.087969 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-49d65741-574d-4806-abbb-f6fc18c5caab req-bf38056a-d26c-4c55-af19-8f29470df159 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940228 Jul 27 18:00:13.100138 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-63b353e3-49be-44f3-a49e-248f98c0f183 req-9aeafdce-1fad-4cd8-bbab-5533d6b6cdb3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567897 Jul 27 18:00:13.128928 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=7450c118-9117-481d-9cce-991d6b9e192d,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:13.135143 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-d1830c3f-63a6-4531-ae01-32b0aa6ab5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:13.136870 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-d1830c3f-63a6-4531-ae01-32b0aa6ab5e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.3844202 Jul 27 18:00:13.168802 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce832b5f-93e1-4868-a5b0-cd7bdd363dbc {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:13.195084 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.234834 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Transition to ACTIVE for port object ce832b5f-93e1-4868-a5b0-cd7bdd363dbc will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:13.246044 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.268216 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b569c4e8-bcf6-4d31-8a29-39bb66045e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.299843 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-33a4bee7-48b7-43ad-8a31-038e25ee312f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 200 len: 217 time: 0.1441879 Jul 27 18:00:13.300416 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b569c4e8-bcf6-4d31-8a29-39bb66045e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.330238 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Pushing event updated for resources: {'Port': ['ID=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:13.346939 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10ee9-318a-4830-8163-14841c067b68 req-a0df960d-ef4f-4557-a4eb-fc5081a0abbb tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:13.350861 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4ee10ee9-318a-4830-8163-14841c067b68 req-a0df960d-ef4f-4557-a4eb-fc5081a0abbb tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 931 time: 0.1746583 Jul 27 18:00:13.392191 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-b569c4e8-bcf6-4d31-8a29-39bb66045e84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=adc82077c62e49b2be3d7a114e8e4415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6470056 Jul 27 18:00:13.401240 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59178) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:13.415590 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569c4e8-bcf6-4d31-8a29-39bb66045e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf63908-42d2-47f4-a492-4ec858d429b9,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:13.439907 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4ee10ee9-318a-4830-8163-14841c067b68 req-129d1646-607e-4909-98f1-1dd7aad782ee tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843799 Jul 27 18:00:13.452613 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-2e1970f5-4b7e-400e-bb1a-e45438287639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:13.454069 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-2e1970f5-4b7e-400e-bb1a-e45438287639 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.1305063 Jul 27 18:00:13.457832 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Attempting to bind port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:13.458179 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Attempting to bind port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:13.458504 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Attempting to bind port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc on network fca9d782-9f4d-4550-b82f-383964941b7a {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:13.463550 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc on network fca9d782-9f4d-4550-b82f-383964941b7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:00:13.463869 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Attempting to bind port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc on network fca9d782-9f4d-4550-b82f-383964941b7a {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:13.469621 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:13.469996 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Checking segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:13.470485 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Bound using segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:13.470929 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Bound port: ce832b5f-93e1-4868-a5b0-cd7bdd363dbc, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:13.471307 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.518495 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-ae294453-2712-4f69-a793-370f64fa7475 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394533 Jul 27 18:00:13.557620 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162dad5-4ce8-4682-99d5-9693d4008f7e req-5e0534ca-e84d-4046-9898-9e8cfd7925a5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:13.559600 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2162dad5-4ce8-4682-99d5-9693d4008f7e req-5e0534ca-e84d-4046-9898-9e8cfd7925a5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 945 time: 0.2369192 Jul 27 18:00:13.559784 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] For port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:13.565941 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] For port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:13.573006 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.598795 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cd74e2d4-88b1-4f57-87f6-83459005e6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.615374 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:13.616119 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.618679 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] 10.222.0.41 "PUT /v2.0/ports/ce832b5f-93e1-4868-a5b0-cd7bdd363dbc HTTP/1.1" status: 200 len: 1093 time: 1.7754366 Jul 27 18:00:13.619114 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a3844d-7f37-451c-ba62-632ce4d5c308', 'tag': 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:13.621393 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a3844d-7f37-451c-ba62-632ce4d5c308", "tag": "ce832b5f-93e1-4868-a5b0-cd7bdd363dbc"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:13.649076 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a80aa-a207-4acf-a731-1949b8d8de5f service neutron] Pushing event updated for resources: {'Port': ['ID=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:13.734640 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cd74e2d4-88b1-4f57-87f6-83459005e6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.739712 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-291fd836-9b7c-4fa5-a621-915081c8fc3e service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103040 Jul 27 18:00:13.748081 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2162dad5-4ce8-4682-99d5-9693d4008f7e req-2788f9bf-32c4-4134-85df-76ff2a93bc63 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527452 Jul 27 18:00:13.748541 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59196) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:13.786584 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-5e01f292-fb55-4b90-9fc8-6080559db265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:13.788160 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-5e01f292-fb55-4b90-9fc8-6080559db265 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 1096 time: 0.1113503 Jul 27 18:00:13.810041 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d76bdc-cb91-46c4-824a-59c4eb44ad4e x-openstack-request-id: req-76d76bdc-cb91-46c4-824a-59c4eb44ad4e {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:13.810396 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a3844d-7f37-451c-ba62-632ce4d5c308", "tag": "ce832b5f-93e1-4868-a5b0-cd7bdd363dbc", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:13.810869 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76d76bdc-cb91-46c4-824a-59c4eb44ad4e {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:13.811439 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a3844d-7f37-451c-ba62-632ce4d5c308', 'tag': 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc', 'status': 'completed', 'code': 200} Jul 27 18:00:13.853819 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-19d704a4-0ef8-40f5-bf11-71497adbb8c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc HTTP/1.1" status: 200 len: 217 time: 0.0407867 Jul 27 18:00:13.864535 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 59198) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:13.872644 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-c38e7260-eccd-4950-9485-d99f73e38251 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954027012', 'description': 'tempest-description--642036540'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:13.887005 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b60f67b-f71b-4b32-a1df-96a5928507be admin admin] Deleting subnet b8fd6af9-163e-453e-a0d3-f3b7dedbdd34 {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:00:13.891981 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b60f67b-f71b-4b32-a1df-96a5928507be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.937187 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c38e7260-eccd-4950-9485-d99f73e38251 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.938380 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cd74e2d4-88b1-4f57-87f6-83459005e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.940156 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-9b477191-4d01-4156-8b2e-f08b5eecf936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:13.940903 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cd74e2d4-88b1-4f57-87f6-83459005e6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.942259 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-cd74e2d4-88b1-4f57-87f6-83459005e6bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbf63908-42d2-47f4-a492-4ec858d429b9 HTTP/1.1" status: 204 len: 168 time: 0.5399435 Jul 27 18:00:13.946892 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-9b477191-4d01-4156-8b2e-f08b5eecf936 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.0646329 Jul 27 18:00:13.952489 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b60f67b-f71b-4b32-a1df-96a5928507be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.961357 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b60f67b-f71b-4b32-a1df-96a5928507be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:13.985760 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a6ebf8b0-6058-49e6-821b-9b0ebff7ffb4 req-9348e002-cf58-41c4-a980-c1cd969cdada service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198424 Jul 27 18:00:13.988046 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74e2d4-88b1-4f57-87f6-83459005e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf63908-42d2-47f4-a492-4ec858d429b9,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:14.004984 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-ce471f33-5fe1-44be-b730-11f5c0e2b9df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518646 Jul 27 18:00:14.034491 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b60f67b-f71b-4b32-a1df-96a5928507be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.071982 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60f67b-f71b-4b32-a1df-96a5928507be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fd6af9-163e-453e-a0d3-f3b7dedbdd34,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:14.082642 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b60f67b-f71b-4b32-a1df-96a5928507be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.084833 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-5b60f67b-f71b-4b32-a1df-96a5928507be admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b8fd6af9-163e-453e-a0d3-f3b7dedbdd34 HTTP/1.1" status: 204 len: 168 time: 0.3334231 Jul 27 18:00:14.087425 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59204) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:14.130414 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c38e7260-eccd-4950-9485-d99f73e38251 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.154262 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c38e7260-eccd-4950-9485-d99f73e38251 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.219339 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.227738 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device a66c9c53-0393-47d3-86e2-d2ecf5b25745 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:14.233155 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Sync routers for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:00:14.302873 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:00:14.303530 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:59:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:14.350388 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c38e7260-eccd-4950-9485-d99f73e38251 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.352352 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-c38e7260-eccd-4950-9485-d99f73e38251 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4838526 Jul 27 18:00:14.375042 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59216) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:14.380959 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-61c8c446-926b-468b-97b0-b6052773fd7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb1c08-aeeb-4b73-adbb-ba9dade15542', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:14.390032 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1a174b-27da-42de-b5d4-4786539ccc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450c118-9117-481d-9cce-991d6b9e192d'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:14.392804 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e79ae98-83ec-4428-bb9b-2f4d4c6b0844" -d '{"events": [{"server_uuid": "9e1a174b-27da-42de-b5d4-4786539ccc81", "name": "network-vif-plugged", "status": "completed", "tag": "7450c118-9117-481d-9cce-991d6b9e192d"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:14.394921 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e7260-eccd-4950-9485-d99f73e38251 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb1c08-aeeb-4b73-adbb-ba9dade15542,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:14.431133 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port a66c9c53-0393-47d3-86e2-d2ecf5b25745 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:14.431505 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.433931 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-61c8c446-926b-468b-97b0-b6052773fd7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.446178 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.452599 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-4ad89b11-f416-4442-bcf6-a04c5a934970 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208325 Jul 27 18:00:14.453114 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 59220) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:14.467591 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.467892 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.468644 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.468974 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > port after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.469322 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.469698 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > port after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.469998 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.470337 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.470669 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.470978 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.479055 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-83fa18bb-7ee7-4841-ac7b-49265c7fba03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.487848 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f37716-79d0-479f-95be-64a9a6ba563c req-7c52cb36-ad69-4958-8e55-8ec2d8ab2ea4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:14.489440 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-98f37716-79d0-479f-95be-64a9a6ba563c req-7c52cb36-ad69-4958-8e55-8ec2d8ab2ea4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.2484772 Jul 27 18:00:14.543443 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.543809 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.544485 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.544849 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 27 18:00:14.545243 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55435981-19d8-45cc-aa97-7422aeb3c896']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:14.562165 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9931388-1640-4315-b24b-b71428f5907f req-3cf9e141-e4a4-48db-a6ff-21d5d8e547db tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:14.565175 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e9931388-1640-4315-b24b-b71428f5907f req-3cf9e141-e4a4-48db-a6ff-21d5d8e547db tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 945 time: 0.3334084 Jul 27 18:00:14.613369 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05735b4-c861-4fea-866a-e8a39ec0bbc5') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:14.614190 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05735b4-c861-4fea-866a-e8a39ec0bbc5') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:14.626310 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:00:14.627662 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-98f37716-79d0-479f-95be-64a9a6ba563c req-ae294953-bf77-4e98-87b2-40a6f0e86d0f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212473 Jul 27 18:00:14.644451 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.670276 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-767fdb10-be84-4858-9949-5527c0b59bf2 req-4aed50b8-53f7-4cc7-9144-1e6f357a16ee service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984091 Jul 27 18:00:14.704342 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.709833 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-61c8c446-926b-468b-97b0-b6052773fd7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.719043 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e9931388-1640-4315-b24b-b71428f5907f req-c4ce0439-172a-4e9a-95b8-e6e00bb53b78 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254766 Jul 27 18:00:14.720693 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:00:14.721113 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: from cryptography.utils import int_from_bytes Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: from cryptography.utils import int_from_bytes Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:00:14.725213 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:00:14.736337 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-61c8c446-926b-468b-97b0-b6052773fd7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.766236 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-83fa18bb-7ee7-4841-ac7b-49265c7fba03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.791733 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-83fa18bb-7ee7-4841-ac7b-49265c7fba03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.810801 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8c446-926b-468b-97b0-b6052773fd7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18020643-cfe8-4ff2-a756-ce15adfbbca6,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:14.815115 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-61c8c446-926b-468b-97b0-b6052773fd7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.816521 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-61c8c446-926b-468b-97b0-b6052773fd7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4397175 Jul 27 18:00:14.819378 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59226) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:14.824659 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-83fa18bb-7ee7-4841-ac7b-49265c7fba03 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86adb9ba350e40d5a7267f71c52370d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697686 Jul 27 18:00:14.828830 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-8658053f-a190-4ee1-bbac-55dd217fb92a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb1c08-aeeb-4b73-adbb-ba9dade15542', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:14.833379 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 59228) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:14.842268 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.877684 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebbd09b-12ac-4d4e-9f43-50b604448923 x-openstack-request-id: req-5ebbd09b-12ac-4d4e-9f43-50b604448923 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:14.878093 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1a174b-27da-42de-b5d4-4786539ccc81", "name": "network-vif-plugged", "status": "completed", "tag": "7450c118-9117-481d-9cce-991d6b9e192d", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:14.878445 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ebbd09b-12ac-4d4e-9f43-50b604448923 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:14.879791 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1a174b-27da-42de-b5d4-4786539ccc81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450c118-9117-481d-9cce-991d6b9e192d', 'code': 200} Jul 27 18:00:14.888400 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.890326 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] 10.222.0.47 "DELETE /v2.0/networks/55435981-19d8-45cc-aa97-7422aeb3c896 HTTP/1.1" status: 204 len: 168 time: 0.8019483 Jul 27 18:00:14.891298 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa18bb-7ee7-4841-ac7b-49265c7fba03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b0e78-4065-4d93-8ff9-6090e6f4b6ff,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:14.893876 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 59230) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:14.894151 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c70fd-c3e1-4d69-85c7-0ee3c5b4c193 admin admin] Pushing event deleted for resources: {'Network': ['ID=55435981-19d8-45cc-aa97-7422aeb3c896,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:14.906820 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8658053f-a190-4ee1-bbac-55dd217fb92a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.962129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ad9ffb-4e16-4c27-974b-4cccb67c9945 admin admin] Deleting subnet 8513146b-0b9b-4b43-9d25-d38a806e7e37 {{(pid=93051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:00:14.975907 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66ad9ffb-4e16-4c27-974b-4cccb67c9945 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:14.986966 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 2, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:15.023483 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Checking router: 2a717dc6-67e2-49dc-8011-20daa417d8b6 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:00:15.023928 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Updating router 2a717dc6-67e2-49dc-8011-20daa417d8b6 port f1878b70-6377-4761-8ed7-9548268e8f13 binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:00:15.031385 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-bd35fe07-4cd8-4270-988f-bcc2b570574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:15.032899 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-bd35fe07-4cd8-4270-988f-bcc2b570574c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 1096 time: 0.2809100 Jul 27 18:00:15.038736 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8658053f-a190-4ee1-bbac-55dd217fb92a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.044137 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8658053f-a190-4ee1-bbac-55dd217fb92a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.044320 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-03e87621-8e4b-4832-801c-9a578be75f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.064092 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.071239 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66ad9ffb-4e16-4c27-974b-4cccb67c9945 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125860239'] for subnet, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.090689 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658053f-a190-4ee1-bbac-55dd217fb92a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14aa178b-b10d-41fe-91f3-6ba023d4fb0e,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:15.109983 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8658053f-a190-4ee1-bbac-55dd217fb92a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.113676 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-8658053f-a190-4ee1-bbac-55dd217fb92a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2903123 Jul 27 18:00:15.115207 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59232) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:15.121421 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:15.140280 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f5974-8520-4894-ac36-459e8257a8cc req-26ee4bd4-3b31-48ff-9d9a-b0811157dd2d tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:15.142068 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1e2f5974-8520-4894-ac36-459e8257a8cc req-26ee4bd4-3b31-48ff-9d9a-b0811157dd2d tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 945 time: 0.1768665 Jul 27 18:00:15.147062 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-03e87621-8e4b-4832-801c-9a578be75f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.190177 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d12dc-db75-4861-8d9f-be12dfdfa0ee req-d54d2162-5f60-4ff0-bf9a-d7f5a34f617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:15.191718 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-880d12dc-db75-4861-8d9f-be12dfdfa0ee req-d54d2162-5f60-4ff0-bf9a-d7f5a34f617a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 1098 time: 0.1405268 Jul 27 18:00:15.194218 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.228288 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66ad9ffb-4e16-4c27-974b-4cccb67c9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.264028 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1e2f5974-8520-4894-ac36-459e8257a8cc req-11c16285-d43f-494d-87ce-0c1cadf4f5b0 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070275 Jul 27 18:00:15.272399 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634e38f-380c-43d6-8aad-cfcdf9c730a9 req-a28097cc-81af-4dcf-9e17-6fc5147a0119 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:15.274035 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6634e38f-380c-43d6-8aad-cfcdf9c730a9 req-a28097cc-81af-4dcf-9e17-6fc5147a0119 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 943 time: 0.3793721 Jul 27 18:00:15.290894 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-880d12dc-db75-4861-8d9f-be12dfdfa0ee req-ec2a6a89-70c8-46e9-a077-51553310e7ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878339 Jul 27 18:00:15.292581 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-cd952c48-ea35-4859-977a-4d9fabb5eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:15.294061 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-cd952c48-ea35-4859-977a-4d9fabb5eb08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 915 time: 0.2363563 Jul 27 18:00:15.333909 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-03e87621-8e4b-4832-801c-9a578be75f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.336548 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-03e87621-8e4b-4832-801c-9a578be75f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.337746 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-03e87621-8e4b-4832-801c-9a578be75f1a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/678b0e78-4065-4d93-8ff9-6090e6f4b6ff HTTP/1.1" status: 204 len: 168 time: 0.5032163 Jul 27 18:00:15.358277 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e87621-8e4b-4832-801c-9a578be75f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b0e78-4065-4d93-8ff9-6090e6f4b6ff,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:15.362333 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66ad9ffb-4e16-4c27-974b-4cccb67c9945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125860244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125843968'] for subnet, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.374144 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.397385 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.409155 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Transition to ACTIVE for port object f1878b70-6377-4761-8ed7-9548268e8f13 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:15.410601 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6634e38f-380c-43d6-8aad-cfcdf9c730a9 req-2f383f81-309c-4e32-8a60-6fa85a3377c3 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056154 Jul 27 18:00:15.413542 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad9ffb-4e16-4c27-974b-4cccb67c9945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8513146b-0b9b-4b43-9d25-d38a806e7e37,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:15.420377 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.443911 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-66ad9ffb-4e16-4c27-974b-4cccb67c9945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.448345 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-66ad9ffb-4e16-4c27-974b-4cccb67c9945 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8513146b-0b9b-4b43-9d25-d38a806e7e37 HTTP/1.1" status: 204 len: 168 time: 0.5364106 Jul 27 18:00:15.448345 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-dd2e3f5f-e6b6-4f0a-8fb6-c46a6ade90d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc HTTP/1.1" status: 200 len: 217 time: 0.0744820 Jul 27 18:00:15.448751 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 59236) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:15.484837 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718f3d6-09be-4833-ba3f-af373ea92f13 None None] Pushing event updated for resources: {'Port': ['ID=f1878b70-6377-4761-8ed7-9548268e8f13,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:15.535509 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Allocated IP 172.27.1.72 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/17c2dbdd-e683-4b55-a3de-961c3a8d6d19) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:15.566780 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Attempting to bind port f1878b70-6377-4761-8ed7-9548268e8f13 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:15.567244 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Attempting to bind port f1878b70-6377-4761-8ed7-9548268e8f13 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:15.567608 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Attempting to bind port f1878b70-6377-4761-8ed7-9548268e8f13 on network 844f09e2-67d6-447e-b105-08086c5dc8ee {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:15.573119 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 17, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:15.574581 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Checking segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:15.575068 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.575520 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Bound using segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:15.576015 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Bound port: f1878b70-6377-4761-8ed7-9548268e8f13, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:15.576411 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.585232 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.589286 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-5da9e788-3582-43e0-991b-5fdecd8e6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:15.590750 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-5da9e788-3582-43e0-991b-5fdecd8e6856 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.1208305 Jul 27 18:00:15.661986 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-b91d0c59-06a3-4709-9aab-ae5f309d52f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615602 Jul 27 18:00:15.725751 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] For port f1878b70-6377-4761-8ed7-9548268e8f13, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:15.728366 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.735292 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] For port f1878b70-6377-4761-8ed7-9548268e8f13, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=f1878b70-6377-4761-8ed7-9548268e8f13,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:15.741234 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.814095 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.831084 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706c4ecd-f618-4a77-9914-e6686c8fae0e']}} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:15.833035 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718f3d6-09be-4833-ba3f-af373ea92f13 None None] Pushing event updated for resources: {'Port': ['ID=f1878b70-6377-4761-8ed7-9548268e8f13,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:15.839646 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:00:15.840436 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T17:59:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:15.846064 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d055c1f-d724-446d-9c59-64ecf4f999cd') {'for_net_delete': True} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:15.846355 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d055c1f-d724-446d-9c59-64ecf4f999cd') {} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:15.873641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125855100'] for segment, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.910372 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899d5af-8d88-497e-9969-447b9124b5c2 req-0126bcf9-acaa-4c0f-833a-5f62bcac1666 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:15.911962 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3899d5af-8d88-497e-9969-447b9124b5c2 req-0126bcf9-acaa-4c0f-833a-5f62bcac1666 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1545241 Jul 27 18:00:15.928991 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.955505 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-6b25cd40-df16-444c-9c45-4dda96f01970 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432737 Jul 27 18:00:15.964625 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:15.968144 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:00:16.054838 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:00:16.055270 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125860346'] for segment, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: Traceback (most recent call last): Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: timer() Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: cb(*args, **kw) Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: return func(*args, **kwargs) Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: self._notify() Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: self.callback(batched_events) Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: event.method(event) Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: return f(self, *a, **k) Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._get(url).json() Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: return self.request(url, 'GET', **kwargs) Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:00:16.057940 dv-cinder-786260-13-iscsi neutron-server[93051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:00:16.111322 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7474cb6-b319-4f3c-9e8e-da38ba854433 req-776f7029-9003-4d27-8c55-ceffc46f557d tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:16.115538 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d7474cb6-b319-4f3c-9e8e-da38ba854433 req-776f7029-9003-4d27-8c55-ceffc46f557d tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 945 time: 0.2484632 Jul 27 18:00:16.171527 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f472fc3e-abce-4e8b-af3f-3fa0e97fa976 req-0d9c869c-321f-4ed9-8f08-a53186f052a8 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930680 Jul 27 18:00:16.189230 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:16.201094 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d7474cb6-b319-4f3c-9e8e-da38ba854433 req-d20834ba-b3d7-4925-8e91-04275c07d40b tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630136 Jul 27 18:00:16.212209 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:15Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:16.220950 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=706c4ecd-f618-4a77-9914-e6686c8fae0e,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:16.221884 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:16.225165 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3899d5af-8d88-497e-9969-447b9124b5c2 req-0cab7b5e-0d43-417f-8619-8d4994c9c134 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048050 Jul 27 18:00:16.231917 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:16.232138 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:16.236446 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:16.240692 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'Port': ['ID=17c2dbdd-e683-4b55-a3de-961c3a8d6d19,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:16.240794 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1653761e-2676-4677-ad3b-b39e4da99e6f admin admin] 10.222.0.47 "DELETE /v2.0/networks/706c4ecd-f618-4a77-9914-e6686c8fae0e HTTP/1.1" status: 204 len: 168 time: 0.7902327 Jul 27 18:00:16.277607 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a85ab5-bfe9-431c-a78f-efe3bfcba119 None None] The sync data for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi is: [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:15Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:00:16.418977 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:16.523996 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 59280) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:16.538559 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:16.608124 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b55b4778-c2a9-4f61-933a-b5d5bb17bcd0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c55060d8b6e4078aef98b01a8e4a3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827293 Jul 27 18:00:16.608630 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ecb5e-0041-4328-aeb9-9b8049ed3b7e req-4fc7d257-e15a-4ee3-8423-f37803be2c0f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:16.610404 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-089ecb5e-0041-4328-aeb9-9b8049ed3b7e req-4fc7d257-e15a-4ee3-8423-f37803be2c0f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 945 time: 0.1702774 Jul 27 18:00:16.610926 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59290) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:16.648961 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace934a9-0ff9-4207-979f-0cd17f642e24 req-85c229d8-b4a8-43e0-8852-07feed5fdb40 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:16.651318 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ace934a9-0ff9-4207-979f-0cd17f642e24 req-85c229d8-b4a8-43e0-8852-07feed5fdb40 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 943 time: 0.1081834 Jul 27 18:00:16.732311 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ace934a9-0ff9-4207-979f-0cd17f642e24 req-f6318fc7-048a-422e-956a-2710f4d5b5ab tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737433 Jul 27 18:00:16.770347 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-089ecb5e-0041-4328-aeb9-9b8049ed3b7e req-2c71e5b1-7d87-4648-97df-1aa254238457 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424675 Jul 27 18:00:16.811701 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-575d5de0-a172-4e95-b7b8-2656f57d3d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:16.865000 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-575d5de0-a172-4e95-b7b8-2656f57d3d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:16.927169 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:16.935517 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.021522 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'Port': ['ID=17c2dbdd-e683-4b55-a3de-961c3a8d6d19,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:17.032171 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-575d5de0-a172-4e95-b7b8-2656f57d3d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.034737 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-575d5de0-a172-4e95-b7b8-2656f57d3d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.035936 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-575d5de0-a172-4e95-b7b8-2656f57d3d63 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b672856-34f9-445e-9a99-02a41bb059f5 HTTP/1.1" status: 204 len: 168 time: 0.4225779 Jul 27 18:00:17.049148 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.051485 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5de0-a172-4e95-b7b8-2656f57d3d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b672856-34f9-445e-9a99-02a41bb059f5,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:17.065573 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.068967 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-c610fa60-665d-44bb-8b46-34c0400d560d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9492614 Jul 27 18:00:17.350874 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-2a855ad6-5de9-4dbf-9340-4a85351a089c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--954027012&fields=id&tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b HTTP/1.1" status: 200 len: 267 time: 0.0533333 Jul 27 18:00:17.468739 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e46e0-2b7a-4c55-a0e5-f1ba013afa6d req-9835d51d-ff75-4eb0-b834-60771d4a602c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:17.470435 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-087e46e0-2b7a-4c55-a0e5-f1ba013afa6d req-9835d51d-ff75-4eb0-b834-60771d4a602c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1006618 Jul 27 18:00:17.481234 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce832b5f-93e1-4868-a5b0-cd7bdd363dbc details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:00:17.514602 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-1da9956e-9064-4e68-8d80-2dd44c4e1546 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:17.517841 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-087e46e0-2b7a-4c55-a0e5-f1ba013afa6d req-6f1eb144-97f9-4954-841e-0fc5d7b8bd12 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 Jul 27 18:00:17.527442 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-1da9956e-9064-4e68-8d80-2dd44c4e1546 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 817 time: 0.1750145 Jul 27 18:00:17.546205 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-55539849-d295-4f4d-af03-413edc88b098 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/quotas/b2fda4fd0d2f4c02aca1bd9222da4e7b HTTP/1.1" status: 200 len: 375 time: 0.0176017 Jul 27 18:00:17.569240 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 59334) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:17.629241 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:17.645473 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc', 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'port_id': 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc', 'mac_address': 'fa:16:3e:bb:28:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed15622-b6b5-4738-880a-bd088923f101', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:00:17.663858 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59336) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:17.667486 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a096c866-f877-4800-b2f9-dc100a4d2abc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0aeb76ab4644f429c653148b5d0e7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0918183 Jul 27 18:00:17.692092 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.707153 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce832b5f-93e1-4868-a5b0-cd7bdd363dbc {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:17.708320 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-99e087d8-7ad6-4cfe-941a-532c9b75ce19 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1317592 Jul 27 18:00:17.730370 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:17.736205 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.739099 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4a05-008f-44f5-bc01-00420136e21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.764599 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4a05-008f-44f5-bc01-00420136e21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.810244 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:17.830004 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4a05-008f-44f5-bc01-00420136e21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.832946 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8fdd4a05-008f-44f5-bc01-00420136e21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:17.834213 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-8fdd4a05-008f-44f5-bc01-00420136e21d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a91a7b1c-1cb2-4f95-94e2-571c20be60b3 HTTP/1.1" status: 204 len: 168 time: 0.1685629 Jul 27 18:00:17.839560 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-838cd984-fb5e-448f-aacf-aaa2df02fad3 service neutron] 10.222.0.47 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270201 Jul 27 18:00:17.870355 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd4a05-008f-44f5-bc01-00420136e21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a7b1c-1cb2-4f95-94e2-571c20be60b3,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:17.908729 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ab0bf-0c8a-47a0-b169-970d773b2724 req-c213e946-81c1-4e66-a8d2-60f26f085088 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:17.910631 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cb9ab0bf-0c8a-47a0-b169-970d773b2724 req-c213e946-81c1-4e66-a8d2-60f26f085088 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 944 time: 0.0749426 Jul 27 18:00:17.964689 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-0599c1c1-3a5d-4299-8e9d-f9ce7ad798ed service neutron] 10.222.0.47 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175907 Jul 27 18:00:17.967127 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cb9ab0bf-0c8a-47a0-b169-970d773b2724 req-6928b29b-ab19-4015-b649-08eb7d32a52e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Jul 27 18:00:18.129714 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496092de-29d8-49e8-8681-9ac0bafb7bf0 req-763e0a37-baa0-4c00-8120-e84f1f4a72a4 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:18.147633 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-496092de-29d8-49e8-8681-9ac0bafb7bf0 req-763e0a37-baa0-4c00-8120-e84f1f4a72a4 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 945 time: 0.1158099 Jul 27 18:00:18.224473 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device f1878b70-6377-4761-8ed7-9548268e8f13 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:18.225634 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f909ddba-3674-441c-94df-9e27e44717db req-13eceec6-b636-481f-a1e3-b2f6f9502119 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 210 time: 0.0491717 Jul 27 18:00:18.237757 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-496092de-29d8-49e8-8681-9ac0bafb7bf0 req-dc36fd7c-830f-4132-aeb1-9bad816c7d93 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888832 Jul 27 18:00:18.280917 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['ce832b5f-93e1-4868-a5b0-cd7bdd363dbc'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:18.353665 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port f1878b70-6377-4761-8ed7-9548268e8f13 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:18.370305 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port f1878b70-6377-4761-8ed7-9548268e8f13 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:18.370696 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:18.509080 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:18.561575 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port f1878b70-6377-4761-8ed7-9548268e8f13, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=f1878b70-6377-4761-8ed7-9548268e8f13,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:18.567420 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:18.643249 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=f1878b70-6377-4761-8ed7-9548268e8f13,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:18.704725 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0866f-5c2c-4cb2-8a1e-2938ec6a5bda req-87d86892-c01a-4178-8755-a1561eb0224d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:18.719358 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-05e0866f-5c2c-4cb2-8a1e-2938ec6a5bda req-87d86892-c01a-4178-8755-a1561eb0224d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0970440 Jul 27 18:00:18.760484 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-05e0866f-5c2c-4cb2-8a1e-2938ec6a5bda req-7df35b93-5370-456f-9912-d78cac318602 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Jul 27 18:00:19.133263 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555a95f-0b49-49a0-8950-e1afea60e493 req-7ef7558b-aa0b-40ef-9779-191114dbde73 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:19.135466 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5555a95f-0b49-49a0-8950-e1afea60e493 req-7ef7558b-aa0b-40ef-9779-191114dbde73 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 944 time: 0.0891440 Jul 27 18:00:19.195822 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5555a95f-0b49-49a0-8950-e1afea60e493 req-6777dbd4-321b-4ebd-9515-015688041fe3 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454874 Jul 27 18:00:19.278159 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec22596-142c-4e8e-9329-03a94d7dbadd req-bf6eac00-b5dc-415c-ac55-0c3790e632fd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:19.279713 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bec22596-142c-4e8e-9329-03a94d7dbadd req-bf6eac00-b5dc-415c-ac55-0c3790e632fd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 945 time: 0.0776403 Jul 27 18:00:19.330147 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bec22596-142c-4e8e-9329-03a94d7dbadd req-6bcc7913-de42-41ec-a6e9-4383aaa6ead1 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Jul 27 18:00:19.490340 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a4d0bb25-ac12-4481-a078-5b9f189816de req-b3e27816-0616-44c7-a2d9-048f6800eb88 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 210 time: 0.0338101 Jul 27 18:00:19.699814 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6e762554-bed7-4d94-9f37-adcd7e106dd8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:19.701439 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6e762554-bed7-4d94-9f37-adcd7e106dd8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 817 time: 0.1095672 Jul 27 18:00:19.792961 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-07de1bb1-f119-40f6-adc1-3c2f35093527 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b HTTP/1.1" status: 200 len: 379 time: 0.0489445 Jul 27 18:00:19.821910 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'port': {'device_id': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'admin_state_up': True, 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'security_groups': ['dfcb1c08-aeeb-4b73-adbb-ba9dade15542']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:20.144309 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device f1878b70-6377-4761-8ed7-9548268e8f13 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:20.162420 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4d588-5d6d-4832-9aba-846f9b9be338 req-c733cb80-f620-40c6-b72d-46fab1bd5864 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:20.164675 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ba4d588-5d6d-4832-9aba-846f9b9be338 req-c733cb80-f620-40c6-b72d-46fab1bd5864 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.3227222 Jul 27 18:00:20.169409 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Made reservation on behalf of b2fda4fd0d2f4c02aca1bd9222da4e7b for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:00:20.172781 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:20.199647 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port f1878b70-6377-4761-8ed7-9548268e8f13 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:20.200038 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:20.277327 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ba4d588-5d6d-4832-9aba-846f9b9be338 req-6dec579e-d165-41fe-9d67-99e960596e57 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012766 Jul 27 18:00:20.349752 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Allocated IP 172.20.0.12 (844f09e2-67d6-447e-b105-08086c5dc8ee/9375d107-c4f4-436e-b399-881ac1a7a3e1/ce741717-0eeb-44b5-8f75-7b9848b6e4bd) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:20.377310 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbd2a5-5128-41ee-80c2-a1fdced58bdb req-cdbfa98c-90fc-4b88-8dd3-6dc4a16bba1f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:20.378850 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-23cbd2a5-5128-41ee-80c2-a1fdced58bdb req-cdbfa98c-90fc-4b88-8dd3-6dc4a16bba1f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 944 time: 0.0683820 Jul 27 18:00:20.424318 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-23cbd2a5-5128-41ee-80c2-a1fdced58bdb req-b4072a65-f3c2-4ddd-993b-a66a27e2b5e8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 Jul 27 18:00:20.548131 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:20.559561 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e332e96-5ef1-4a68-a06f-162a5ede2b46 req-b95d929d-8b27-4217-bb27-4d4391652d1e tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:20.561071 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1e332e96-5ef1-4a68-a06f-162a5ede2b46 req-b95d929d-8b27-4217-bb27-4d4391652d1e tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 945 time: 0.1504948 Jul 27 18:00:20.584192 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Transition to ACTIVE for port object ce741717-0eeb-44b5-8f75-7b9848b6e4bd will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:20.597843 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-33296f18-a3f0-4b80-b7cc-b032e1b1e1d3 req-5a561db7-27c8-429f-9a8a-60c5e5083ae7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 210 time: 0.0299091 Jul 27 18:00:20.617904 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1e332e96-5ef1-4a68-a06f-162a5ede2b46 req-9fb9cdc3-e7b3-40b9-96eb-aed532545a2e tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 Jul 27 18:00:20.643581 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:20.687280 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Network 844f09e2-67d6-447e-b105-08086c5dc8ee is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:20.692129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:20.696233 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:20.702668 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:20.750270 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:20.750900 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:20.766674 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-6b8457a4-aa8a-4265-873d-e79742b9da7c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9489446 Jul 27 18:00:20.783162 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-09a8b20c-b6f0-4cf4-af12-f87d6e62bf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:20.793174 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Request body: {'port': {'device_id': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:20.868170 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:20.927244 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-fdfd1036-d1fb-4575-b561-6fb4a30780df None None] Provisioning for port ce741717-0eeb-44b5-8f75-7b9848b6e4bd completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:20.931708 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-fdfd1036-d1fb-4575-b561-6fb4a30780df None None] Provisioning complete for port ce741717-0eeb-44b5-8f75-7b9848b6e4bd triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:20.932075 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fdfd1036-d1fb-4575-b561-6fb4a30780df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:20.965831 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-fdfd1036-d1fb-4575-b561-6fb4a30780df None None] Port ce741717-0eeb-44b5-8f75-7b9848b6e4bd cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:00:21.140409 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce741717-0eeb-44b5-8f75-7b9848b6e4bd {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:21.148185 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:21.160989 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Transition to ACTIVE for port object ce741717-0eeb-44b5-8f75-7b9848b6e4bd will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:21.165163 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:21.218641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:21.312526 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Attempting to bind port ce741717-0eeb-44b5-8f75-7b9848b6e4bd on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:21.312526 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Attempting to bind port ce741717-0eeb-44b5-8f75-7b9848b6e4bd by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:21.312835 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Attempting to bind port ce741717-0eeb-44b5-8f75-7b9848b6e4bd on network 844f09e2-67d6-447e-b105-08086c5dc8ee {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:21.325678 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Port ce741717-0eeb-44b5-8f75-7b9848b6e4bd on network 844f09e2-67d6-447e-b105-08086c5dc8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:00:21.326016 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Attempting to bind port ce741717-0eeb-44b5-8f75-7b9848b6e4bd on network 844f09e2-67d6-447e-b105-08086c5dc8ee {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:21.331813 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:21.332155 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Checking segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:21.332541 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Bound using segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:21.332973 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Bound port: ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:21.333365 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:21.441287 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:21.446303 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:21.453501 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:21.494120 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce832b5f-93e1-4868-a5b0-cd7bdd363dbc up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:21.498717 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634a942-acaa-4519-8ae3-e5ad44dd1031 req-3a04beb0-6741-4ba9-982a-6da63a5d49a5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:21.500292 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8634a942-acaa-4519-8ae3-e5ad44dd1031 req-3a04beb0-6741-4ba9-982a-6da63a5d49a5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1301544 Jul 27 18:00:21.504808 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:21.505424 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:21.506788 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/ce741717-0eeb-44b5-8f75-7b9848b6e4bd HTTP/1.1" status: 200 len: 1094 time: 0.7183974 Jul 27 18:00:21.507246 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:21.510142 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:21.558549 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:21.562666 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9b3b3-8c1e-466e-8260-4cac66a3d5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:21.562822 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:21.563215 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:21.592419 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8634a942-acaa-4519-8ae3-e5ad44dd1031 req-87420346-8e41-4103-a183-4500e333c2c8 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791647 Jul 27 18:00:21.616493 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dfb89-9186-4de7-8b91-bd3d8acf1426 req-8b627c16-c026-4d90-a597-4233cacc0c01 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:21.637846 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-df7dfb89-9186-4de7-8b91-bd3d8acf1426 req-8b627c16-c026-4d90-a597-4233cacc0c01 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 944 time: 0.1164045 Jul 27 18:00:21.682732 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:21.699085 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-38b95c2c-2926-4ee5-874a-5f94170d5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:21.700606 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-38b95c2c-2926-4ee5-874a-5f94170d5e23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 1097 time: 0.1256142 Jul 27 18:00:21.701730 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-df7dfb89-9186-4de7-8b91-bd3d8acf1426 req-271d9ea0-3f9f-481a-b683-50fc19da7a3b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548882 Jul 27 18:00:21.715327 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a3844d-7f37-451c-ba62-632ce4d5c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:21.717707 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be086b7-158e-4d87-9add-cae95666a525 x-openstack-request-id: req-4be086b7-158e-4d87-9add-cae95666a525 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:21.718001 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:21.718234 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc68f48-4a3f-458c-bde4-7aa6c712ad70" -d '{"events": [{"server_uuid": "d2a3844d-7f37-451c-ba62-632ce4d5c308", "name": "network-vif-plugged", "status": "completed", "tag": "ce832b5f-93e1-4868-a5b0-cd7bdd363dbc"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:21.718394 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4be086b7-158e-4d87-9add-cae95666a525 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:21.719108 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'status': 'completed', 'code': 200} Jul 27 18:00:21.737434 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:21.747463 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:21.788577 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-935fe308-5def-4105-b52f-ca127def736e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd HTTP/1.1" status: 200 len: 217 time: 0.0685956 Jul 27 18:00:21.812739 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:21.871296 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19242f-c198-4d84-a631-82b411368233 req-2ab59c14-f9f9-44d7-8c8a-e2e06be8e3c2 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:21.872779 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4d19242f-c198-4d84-a631-82b411368233 req-2ab59c14-f9f9-44d7-8c8a-e2e06be8e3c2 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 945 time: 0.0845041 Jul 27 18:00:21.877015 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-cf3b4501-ba6e-4d80-b9c3-d8da7674bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:21.878472 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-cf3b4501-ba6e-4d80-b9c3-d8da7674bb89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0564253 Jul 27 18:00:21.899533 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeca21c-58fc-44df-b877-5e1a5227b353 req-b2d5fecc-15df-4935-9398-c72e4349139b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:21.901295 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bfeca21c-58fc-44df-b877-5e1a5227b353 req-b2d5fecc-15df-4935-9398-c72e4349139b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.1152294 Jul 27 18:00:21.940914 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4d19242f-c198-4d84-a631-82b411368233 req-72c3d7aa-f157-4b5a-b991-b5b53ef5b3fb tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513029 Jul 27 18:00:21.961211 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-8e502313-33f0-4184-a0e3-549329b79c3d tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:21.963023 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-8e502313-33f0-4184-a0e3-549329b79c3d tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 945 time: 0.1081445 Jul 27 18:00:21.979547 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bfeca21c-58fc-44df-b877-5e1a5227b353 req-3be6d5ef-d36c-4f70-952d-fbc8a5d8cd8b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697575 Jul 27 18:00:21.989947 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105e8fe6-9d33-4fcf-80fb-d59f2bab4947 x-openstack-request-id: req-105e8fe6-9d33-4fcf-80fb-d59f2bab4947 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:21.990255 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a3844d-7f37-451c-ba62-632ce4d5c308", "name": "network-vif-plugged", "status": "completed", "tag": "ce832b5f-93e1-4868-a5b0-cd7bdd363dbc", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:21.990502 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-105e8fe6-9d33-4fcf-80fb-d59f2bab4947 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:21.990902 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a3844d-7f37-451c-ba62-632ce4d5c308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc', 'code': 200} Jul 27 18:00:22.004588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-28e80215-747c-40bc-a647-f32ccca2d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:22.006094 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-28e80215-747c-40bc-a647-f32ccca2d912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1150548 Jul 27 18:00:22.108659 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Deleting port 7450c118-9117-481d-9cce-991d6b9e192d {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:00:22.109589 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:22.146477 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-8b1f1e73-3a85-4274-81e3-5779be732e13 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181157 Jul 27 18:00:22.210538 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] For port 7450c118-9117-481d-9cce-991d6b9e192d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7450c118-9117-481d-9cce-991d6b9e192d,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:22.211606 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:22.227407 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Calling delete_port for 7450c118-9117-481d-9cce-991d6b9e192d owned by compute:nova {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:00:22.305021 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8bfcacba-0774-4450-b659-552dc0c81b61 req-99670e4f-2f33-496b-bdc5-241872f64d06 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321583 Jul 27 18:00:22.312078 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2aa85c-ca8b-43c6-bbdd-3914333eccf2 req-a0c87513-08ad-487a-a904-172c8de5b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:22.313668 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb2aa85c-ca8b-43c6-bbdd-3914333eccf2 req-a0c87513-08ad-487a-a904-172c8de5b2d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 1098 time: 0.0914640 Jul 27 18:00:22.362723 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb2aa85c-ca8b-43c6-bbdd-3914333eccf2 req-5f86cb44-e46d-40c0-a4c9-83c810acfb22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329759 Jul 27 18:00:22.379269 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:22.399144 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['7450c118-9117-481d-9cce-991d6b9e192d'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:22.409438 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Pushing event deleted for resources: {'Port': ['ID=7450c118-9117-481d-9cce-991d6b9e192d,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:22.460336 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] No DVR routers for this DVR port 7450c118-9117-481d-9cce-991d6b9e192d on host hv-cinder-78626 {{(pid=93050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:00:22.463978 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:22.465959 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5ea0a06c-5f01-44b3-9342-33e30783be27 req-f9ed10da-1534-4d6e-a9ae-e5640c82c437 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.41 "DELETE /v2.0/ports/7450c118-9117-481d-9cce-991d6b9e192d HTTP/1.1" status: 204 len: 173 time: 0.4864326 Jul 27 18:00:22.466438 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e1a174b-27da-42de-b5d4-4786539ccc81', 'name': 'network-vif-deleted', 'tag': '7450c118-9117-481d-9cce-991d6b9e192d'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:22.468826 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafee8f1-ec5b-4315-8433-225a71f3adc4" -d '{"events": [{"server_uuid": "9e1a174b-27da-42de-b5d4-4786539ccc81", "name": "network-vif-deleted", "tag": "7450c118-9117-481d-9cce-991d6b9e192d"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:22.499991 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-0cb5c0f3-2930-4f82-a437-6745fdc261f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:22.501491 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-0cb5c0f3-2930-4f82-a437-6745fdc261f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 1097 time: 0.0639694 Jul 27 18:00:22.507109 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8e2cfe-5116-4698-a69e-84cca0168aaa x-openstack-request-id: req-dc8e2cfe-5116-4698-a69e-84cca0168aaa {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:22.507452 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e1a174b-27da-42de-b5d4-4786539ccc81", "name": "network-vif-deleted", "tag": "7450c118-9117-481d-9cce-991d6b9e192d", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:22.507727 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc8e2cfe-5116-4698-a69e-84cca0168aaa {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:22.508808 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e1a174b-27da-42de-b5d4-4786539ccc81', 'name': 'network-vif-deleted', 'tag': '7450c118-9117-481d-9cce-991d6b9e192d', 'status': 'completed', 'code': 200} Jul 27 18:00:22.634002 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-711fd864-846b-44c3-bf04-7a8722215f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:22.635670 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-711fd864-846b-44c3-bf04-7a8722215f4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.1078885 Jul 27 18:00:22.693052 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-f751985c-0f20-4897-9f0f-9ef3074841bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd HTTP/1.1" status: 200 len: 217 time: 0.0388184 Jul 27 18:00:22.767560 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-60d1a682-7402-4624-a716-b0562df4f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:22.769119 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39bfe0-7718-4318-96a5-a51af6bdc0b9 req-7f55338c-a9d0-490a-92dc-bbd17aa84397 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:22.769684 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-60d1a682-7402-4624-a716-b0562df4f564 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0583193 Jul 27 18:00:22.771458 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a39bfe0-7718-4318-96a5-a51af6bdc0b9 req-7f55338c-a9d0-490a-92dc-bbd17aa84397 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0854182 Jul 27 18:00:22.818213 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a39bfe0-7718-4318-96a5-a51af6bdc0b9 req-259a95b7-f99e-418a-a983-026a17c71066 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jul 27 18:00:22.872710 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-a6288df5-3393-4d29-9f28-70e01a78e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:22.874208 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-a6288df5-3393-4d29-9f28-70e01a78e9f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0964561 Jul 27 18:00:22.886111 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4201fb7-ebd7-4a07-8b7c-df0fbcd941c4 req-61d8637e-5bfe-4bbb-88f1-29ac1b842585 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:22.887449 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e4201fb7-ebd7-4a07-8b7c-df0fbcd941c4 req-61d8637e-5bfe-4bbb-88f1-29ac1b842585 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 945 time: 0.0821068 Jul 27 18:00:22.974331 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e4201fb7-ebd7-4a07-8b7c-df0fbcd941c4 req-e177966a-8e3d-4c62-98ba-ec9b969c3e15 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789487 Jul 27 18:00:23.009848 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-b786aaee-d399-4c9b-9cb6-34df652936b1 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214533 Jul 27 18:00:23.056582 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f64c65fb-3a61-48a9-a83b-6b93780655d8 req-70a4c220-e409-4867-9e25-5029f0587a4a tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e1a174b-27da-42de-b5d4-4786539ccc81 HTTP/1.1" status: 200 len: 210 time: 0.0303524 Jul 27 18:00:23.145962 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1eaebf51-94a0-4755-8029-f9acf5a2e7c6 req-2c75b5a4-8171-4933-86d6-3ba2ecee00a8 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247163 Jul 27 18:00:23.165247 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30830ef-729a-46c2-8e1d-5f94405ed90e req-f08be8c6-c407-42d4-84e9-4563d047f121 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:23.166816 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e30830ef-729a-46c2-8e1d-5f94405ed90e req-f08be8c6-c407-42d4-84e9-4563d047f121 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.1007638 Jul 27 18:00:23.205041 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e30830ef-729a-46c2-8e1d-5f94405ed90e req-a9c02d09-5651-4f04-92bf-99d73006b736 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322335 Jul 27 18:00:23.646213 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:23.656437 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-1c510ffd-a330-4626-8d42-93ff698f3ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:23.968509 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1f558-76b3-41cd-adc1-5a1772bd746c req-4210561e-7859-418e-8bbd-50de91ea5e21 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:23.970005 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-30d1f558-76b3-41cd-adc1-5a1772bd746c req-4210561e-7859-418e-8bbd-50de91ea5e21 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0807438 Jul 27 18:00:24.009323 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-30d1f558-76b3-41cd-adc1-5a1772bd746c req-3563fbc0-1cf0-47e0-bdf3-b770fff1e23c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329311 Jul 27 18:00:24.113037 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d7fb1-20f2-41f5-b428-083226daeb7c req-abf62a2b-e29f-4c03-9128-64acefa19842 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:24.114378 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2c1d7fb1-20f2-41f5-b428-083226daeb7c req-abf62a2b-e29f-4c03-9128-64acefa19842 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 945 time: 0.0659294 Jul 27 18:00:24.158238 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2c1d7fb1-20f2-41f5-b428-083226daeb7c req-5a4d3af5-8015-4356-8680-db7173284ec8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Jul 27 18:00:24.355622 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01d9e9-b3a5-4133-a9f3-deeb845fa39b req-6b024f9b-f96c-4de8-afa9-4ee975cd69af tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:24.357161 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cc01d9e9-b3a5-4133-a9f3-deeb845fa39b req-6b024f9b-f96c-4de8-afa9-4ee975cd69af tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0772154 Jul 27 18:00:24.419889 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cc01d9e9-b3a5-4133-a9f3-deeb845fa39b req-ba7476f5-91b2-48bf-97a1-4a74baaaa83f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562503 Jul 27 18:00:24.436806 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:25.156096 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebc762-96cf-4b16-a5be-00d5abac1af2 req-fddaaeee-86d3-427c-90c7-997a5daf3eeb tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:25.179827 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-17ebc762-96cf-4b16-a5be-00d5abac1af2 req-fddaaeee-86d3-427c-90c7-997a5daf3eeb tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0910025 Jul 27 18:00:25.222610 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-17ebc762-96cf-4b16-a5be-00d5abac1af2 req-6795fc0b-3711-4978-8322-cefcb9eb4f3e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Jul 27 18:00:25.496723 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:00:25.508271 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 7450c118-9117-481d-9cce-991d6b9e192d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:00:25.535542 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 7450c118-9117-481d-9cce-991d6b9e192d {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:00:25.535957 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 7450c118-9117-481d-9cce-991d6b9e192d not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:00:25.567059 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70442c7c-f956-4341-85af-ebd58ef65f52 req-e436e67f-dcd2-4d17-a6b7-fef33bc73273 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:25.568562 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-70442c7c-f956-4341-85af-ebd58ef65f52 req-e436e67f-dcd2-4d17-a6b7-fef33bc73273 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0702195 Jul 27 18:00:25.610368 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-70442c7c-f956-4341-85af-ebd58ef65f52 req-6c62819b-4713-4fec-aa0f-12866e85195d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347500 Jul 27 18:00:25.618162 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:25.628534 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'port_id': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'mac_address': 'fa:16:3e:e2:00:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:00:25.788432 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:25.801700 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce741717-0eeb-44b5-8f75-7b9848b6e4bd {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:25.823913 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:25.829014 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:25.877664 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:26.100166 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:26.359842 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f8b78-0157-4699-ad8d-5ffa9cf69de3 req-8753a6b7-e9aa-489b-87ea-f046d9a8e754 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:26.361375 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a92f8b78-0157-4699-ad8d-5ffa9cf69de3 req-8753a6b7-e9aa-489b-87ea-f046d9a8e754 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0692689 Jul 27 18:00:26.384751 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['ce741717-0eeb-44b5-8f75-7b9848b6e4bd'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:26.402460 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a92f8b78-0157-4699-ad8d-5ffa9cf69de3 req-52e45735-6c65-4aa7-9544-58970d0fa821 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342350 Jul 27 18:00:26.745636 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d59cf-695c-4758-9847-3404429ce74b req-a4fafc6d-4c7b-40a2-8516-62ef145c251b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:26.747339 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9f7d59cf-695c-4758-9847-3404429ce74b req-a4fafc6d-4c7b-40a2-8516-62ef145c251b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 945 time: 0.0625782 Jul 27 18:00:26.791527 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9f7d59cf-695c-4758-9847-3404429ce74b req-1d66dd85-26bb-4843-9230-4669caf91f59 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368311 Jul 27 18:00:27.546917 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6041-89fa-4d9a-942a-284f1a43e78c req-74639208-2a23-4623-addb-b1581d7e8929 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:27.549254 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-145b6041-89fa-4d9a-942a-284f1a43e78c req-74639208-2a23-4623-addb-b1581d7e8929 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0753307 Jul 27 18:00:27.588364 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-145b6041-89fa-4d9a-942a-284f1a43e78c req-36432dcf-ec8f-4d4c-8c7f-06a72774519f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331070 Jul 27 18:00:27.928547 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbaef42-19e8-4471-9075-4b86d0672c0f req-f1017057-76b0-4817-ba5e-d50defd8f81e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:27.930659 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2fbaef42-19e8-4471-9075-4b86d0672c0f req-f1017057-76b0-4817-ba5e-d50defd8f81e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 945 time: 0.0667691 Jul 27 18:00:27.968547 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2fbaef42-19e8-4471-9075-4b86d0672c0f req-b6f45d00-dfbd-479a-89bd-8b0c5cdbc859 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320315 Jul 27 18:00:28.723829 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf8c9f-0e0d-4113-8362-9c1e14c1e700 req-4652e62a-4ff0-4d4a-8cb5-fd5de19f3f6d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:28.725454 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-60cf8c9f-0e0d-4113-8362-9c1e14c1e700 req-4652e62a-4ff0-4d4a-8cb5-fd5de19f3f6d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0683656 Jul 27 18:00:28.765075 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-60cf8c9f-0e0d-4113-8362-9c1e14c1e700 req-5e88751d-e3b7-4919-976d-c9b1a97a0aa1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Jul 27 18:00:29.105074 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8705e2-70e0-42f7-8d3b-20a0d72f1792 req-f79966ec-bf18-419a-a135-7335fddd8a09 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:29.106633 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4f8705e2-70e0-42f7-8d3b-20a0d72f1792 req-f79966ec-bf18-419a-a135-7335fddd8a09 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 945 time: 0.0647006 Jul 27 18:00:29.144898 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4f8705e2-70e0-42f7-8d3b-20a0d72f1792 req-856bc525-a368-4ddf-a220-305742030b8f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Jul 27 18:00:29.509392 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:29.559081 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port ce741717-0eeb-44b5-8f75-7b9848b6e4bd completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:29.562510 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port ce741717-0eeb-44b5-8f75-7b9848b6e4bd triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:29.562878 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:29.642468 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:29.665091 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:29.667425 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0647dd28-b063-4f74-a1ec-21295ff7eb69" -d '{"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:29.681716 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:29.686370 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:29.711767 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a539383-f109-4213-aed1-df9a4cf50998 x-openstack-request-id: req-8a539383-f109-4213-aed1-df9a4cf50998 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:29.712032 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:29.712233 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a539383-f109-4213-aed1-df9a4cf50998 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:29.712614 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'code': 200} Jul 27 18:00:29.737983 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:29.902240 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e31776-b702-40ba-b8c4-e47a2d3b0c1f req-adfa2fac-f6fd-45a3-99f9-10ed91945cb0 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:29.904155 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-46e31776-b702-40ba-b8c4-e47a2d3b0c1f req-adfa2fac-f6fd-45a3-99f9-10ed91945cb0 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0657115 Jul 27 18:00:29.942250 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e260f5-669a-4d9b-9816-d761578f73a0 req-ea1a7cd6-ee41-459a-b715-3cdbb93bc80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:29.942883 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-46e31776-b702-40ba-b8c4-e47a2d3b0c1f req-bdf2be34-6cb5-4919-a21d-a47c0c82540d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320895 Jul 27 18:00:29.943746 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00e260f5-669a-4d9b-9816-d761578f73a0 req-ea1a7cd6-ee41-459a-b715-3cdbb93bc80c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 1099 time: 0.0571465 Jul 27 18:00:29.990352 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00e260f5-669a-4d9b-9816-d761578f73a0 req-130afc50-01a3-4479-a3d5-c62bc05d4f08 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275831 Jul 27 18:00:30.290903 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34340fbe-869f-4c43-9b43-710cfe1b4ddb req-109c5fbf-68de-47dc-ab49-32fa718bde24 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:30.292392 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-34340fbe-869f-4c43-9b43-710cfe1b4ddb req-109c5fbf-68de-47dc-ab49-32fa718bde24 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0695248 Jul 27 18:00:30.332935 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-34340fbe-869f-4c43-9b43-710cfe1b4ddb req-329b919e-3cae-4620-98b0-70b9f9629ef8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345056 Jul 27 18:00:31.077106 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fec02-a8c1-4270-abec-5f9156075feb req-ebf94ab5-d3f9-408a-8e7b-b0fae55d7f31 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:31.078670 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d08fec02-a8c1-4270-abec-5f9156075feb req-ebf94ab5-d3f9-408a-8e7b-b0fae55d7f31 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0665936 Jul 27 18:00:31.118867 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d08fec02-a8c1-4270-abec-5f9156075feb req-9cc578ad-6c17-4993-a552-feb206d32e21 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Jul 27 18:00:31.468752 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2be15-d547-42b7-ae03-5c90c9591a89 req-a3ced8c6-8edb-42d9-8016-5324721d76aa tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:31.470361 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3aa2be15-d547-42b7-ae03-5c90c9591a89 req-a3ced8c6-8edb-42d9-8016-5324721d76aa tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0671620 Jul 27 18:00:31.513647 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3aa2be15-d547-42b7-ae03-5c90c9591a89 req-3785653f-45bd-477c-a6ad-c2b2aa23cef5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353606 Jul 27 18:00:31.519969 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:32.257090 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c38d6-64b0-4caf-b090-725e2e79a111 req-ba2e883d-7d15-49e3-af5e-0ce5d0dd7484 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:32.258663 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a90c38d6-64b0-4caf-b090-725e2e79a111 req-ba2e883d-7d15-49e3-af5e-0ce5d0dd7484 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0704556 Jul 27 18:00:32.297494 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a90c38d6-64b0-4caf-b090-725e2e79a111 req-6ea6da3b-8ef7-4d15-bc13-0c4be045e6b9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Jul 27 18:00:32.653637 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84688b3-da9c-4954-9e5f-c40e4bb3dea8 req-eeb6ee06-42cf-4abf-bb15-862a95350e5f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:32.655946 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f84688b3-da9c-4954-9e5f-c40e4bb3dea8 req-eeb6ee06-42cf-4abf-bb15-862a95350e5f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0682082 Jul 27 18:00:32.694327 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f84688b3-da9c-4954-9e5f-c40e4bb3dea8 req-8d0e0e1c-4faf-47d8-b27a-5ca456dbc290 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324206 Jul 27 18:00:32.976149 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa22f8-80c5-4010-90a5-944e5692821a req-a14e7868-67db-465f-820a-ca4ac2b1112f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:32.977657 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-63fa22f8-80c5-4010-90a5-944e5692821a req-a14e7868-67db-465f-820a-ca4ac2b1112f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0698018 Jul 27 18:00:32.986048 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 59644) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:32.990320 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'floatingip': {'port_id': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:33.029829 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:33.514327 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060f55f-405e-43b7-8cf8-3ae31be2a535 req-f9c1d480-2a56-403d-8157-3546f248230a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:33.515728 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1060f55f-405e-43b7-8cf8-3ae31be2a535 req-f9c1d480-2a56-403d-8157-3546f248230a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1268928 Jul 27 18:00:33.588410 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:33.594054 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1060f55f-405e-43b7-8cf8-3ae31be2a535 req-26b38c1c-6861-4928-82e1-3193606030f0 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515540 Jul 27 18:00:33.595082 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:33.694502 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.l3_db [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Floating IP 72d3f717-c9dc-4bdb-b316-ceed277f623d associated. External IP: 172.27.1.72, port: ce741717-0eeb-44b5-8f75-7b9848b6e4bd. Jul 27 18:00:33.903563 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Router 2a717dc6-67e2-49dc-8011-20daa417d8b6 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:00:34.011551 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:00:34.016674 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:34.021553 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] Sync routers for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:00:34.030587 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:00:34.031237 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:00:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:34.056215 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-e5b1d75b-dca6-4a28-87b9-e96be9841c9c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "PUT /v2.0/floatingips/72d3f717-c9dc-4bdb-b316-ceed277f623d HTTP/1.1" status: 200 len: 991 time: 1.0690415 Jul 27 18:00:34.056893 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:34.059291 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5" -d '{"events": [{"name": "network-changed", "server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:34.137330 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:00:34.227084 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74834ebb-dd15-482a-b802-99c4e9e88619 x-openstack-request-id: req-74834ebb-dd15-482a-b802-99c4e9e88619 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:34.227489 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:34.227777 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74834ebb-dd15-482a-b802-99c4e9e88619 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:34.228188 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'status': 'completed', 'code': 200} Jul 27 18:00:34.333072 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-6e69bd8c-a7c8-443c-82c8-b0c84b3bd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:34.334801 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-6e69bd8c-a7c8-443c-82c8-b0c84b3bd5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 1099 time: 0.0642166 Jul 27 18:00:34.376898 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '72d3f717-c9dc-4bdb-b316-ceed277f623d', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'port_id': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'mac_address': 'fa:16:3e:e2:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:00:16Z', 'updated_at': '2021-07-27T18:00:33Z', 'revision_number': 1, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:34.410743 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] Checking router: 2a717dc6-67e2-49dc-8011-20daa417d8b6 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:00:34.419719 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:00:34.420586 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:00:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:34.440078 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-1a979a00-c70f-401b-a363-ae75a9d1c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:34.441872 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-1a979a00-c70f-401b-a363-ae75a9d1c5c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.0938356 Jul 27 18:00:34.534502 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:00:34.557294 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-476274b4-7597-4907-ab27-b3c728d4fae0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd HTTP/1.1" status: 200 len: 999 time: 0.1014104 Jul 27 18:00:34.623703 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-1f2a1182-f1e9-4df1-aead-cd3e86c8a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:34.625461 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-1f2a1182-f1e9-4df1-aead-cd3e86c8a28c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0492849 Jul 27 18:00:34.703137 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-4e48d1bf-d921-4371-bba8-696b7cd44338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:34.704651 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-4e48d1bf-d921-4371-bba8-696b7cd44338 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0597558 Jul 27 18:00:34.782348 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '72d3f717-c9dc-4bdb-b316-ceed277f623d', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'port_id': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'mac_address': 'fa:16:3e:e2:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:00:16Z', 'updated_at': '2021-07-27T18:00:33Z', 'revision_number': 1, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:00:34.807328 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-5c1e491a-60dc-436a-9cd9-52ce96791164 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913072 Jul 27 18:00:34.814204 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7758a9-5952-44ca-9c19-0303929b5735 None None] The sync data for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi is: [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '72d3f717-c9dc-4bdb-b316-ceed277f623d', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'port_id': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'mac_address': 'fa:16:3e:e2:00:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:00:16Z', 'updated_at': '2021-07-27T18:00:33Z', 'revision_number': 1, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:00:34.959574 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba16b10f-ec33-48be-a5bc-7bcdb0d705e5 req-d7ccb794-ceec-4e46-8f5e-dfc7a2105169 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351852 Jul 27 18:00:34.982229 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8743b8b-455f-487b-ae04-acbbad029bc2 req-dbb9a8d3-5217-4dc5-b832-9cf4471c2d6f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:34.984279 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b8743b8b-455f-487b-ae04-acbbad029bc2 req-dbb9a8d3-5217-4dc5-b832-9cf4471c2d6f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0712972 Jul 27 18:00:35.037493 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b8743b8b-455f-487b-ae04-acbbad029bc2 req-f17dd09c-e98b-4dbc-a420-a1475311a5e9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372224 Jul 27 18:00:35.079928 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e1ca4-9a7e-4d0d-9c9c-8acadeab0308 None None] New status for floating IP 72d3f717-c9dc-4bdb-b316-ceed277f623d: ACTIVE {{(pid=93052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:00:36.171591 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51175-db87-4170-b1e4-f843b692eb26 req-6485cb0a-71ef-4dd9-9420-621f50dbbacb tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:36.173139 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7bd51175-db87-4170-b1e4-f843b692eb26 req-6485cb0a-71ef-4dd9-9420-621f50dbbacb tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0655866 Jul 27 18:00:36.215506 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7bd51175-db87-4170-b1e4-f843b692eb26 req-d9ed68c9-6c2e-4e02-aa4a-ac60b90066b0 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357432 Jul 27 18:00:43.018586 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:00:45.734199 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-a0fbac7b-174e-475b-a5ec-0ca93fb36a67 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:45.735701 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-a0fbac7b-174e-475b-a5ec-0ca93fb36a67 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/networks?id=35fe423c-8936-42e4-bec5-66364845be1c HTTP/1.1" status: 200 len: 809 time: 0.1126118 Jul 27 18:00:45.740003 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-0b034de4-80ad-43d5-a02e-bfa5922d5af1 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:45.741715 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-0b034de4-80ad-43d5-a02e-bfa5922d5af1 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 814 time: 0.1119072 Jul 27 18:00:45.752863 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-c1fdc774-174e-474b-8e32-c1f0014c14dd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/quotas/22fa97a5212b49259a85da930b0c41c1 HTTP/1.1" status: 200 len: 375 time: 0.0112503 Jul 27 18:00:45.757476 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-33be2f3e-5042-49b6-8901-c637c9b65e28 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/quotas/e845666bc26148db9854112beaf47bec HTTP/1.1" status: 200 len: 375 time: 0.0090132 Jul 27 18:00:45.794442 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-870e0675-56ca-44c7-bb56-d8a9992dc068 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=22fa97a5212b49259a85da930b0c41c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331960 Jul 27 18:00:45.826315 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-83b53dfb-3943-407c-bd2e-eeae1734bc4f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632458 Jul 27 18:00:45.883341 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-278eb8f2-325b-4d8d-83ce-5ca800b7f1c2 service neutron] 10.222.0.47 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818567 Jul 27 18:00:45.919605 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-d3fe47f1-370c-475e-b7da-dc496f571d6b service neutron] 10.222.0.47 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859330 Jul 27 18:00:45.978127 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-dff18c93-9370-44f7-a312-ee3c88c1e19d service neutron] 10.222.0.47 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885253 Jul 27 18:00:46.223269 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee0760-6157-4fc1-b88e-e8095a886187 req-bc4df381-50b9-473c-86ca-240399c692da tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:46.227508 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3bee0760-6157-4fc1-b88e-e8095a886187 req-bc4df381-50b9-473c-86ca-240399c692da tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0874801 Jul 27 18:00:46.235828 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-0590ada1-017f-433a-89b4-a58325e2be88 service neutron] 10.222.0.47 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096585 Jul 27 18:00:46.266664 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3bee0760-6157-4fc1-b88e-e8095a886187 req-ed2d83c8-e454-4a04-962b-57ae61d5f4aa tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344954 Jul 27 18:00:46.487067 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-430de496-b488-4734-b271-5464f49fbe2f req-6ffc9dfa-5f0e-4a52-8e3a-766507bb0617 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 210 time: 0.0508230 Jul 27 18:00:46.531617 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5b725df5-2ec1-4fd9-a473-e1fd88a36036 req-706c0a58-385a-4134-ab83-91d768852bf7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 210 time: 0.0525494 Jul 27 18:00:47.414833 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b318ec-13b4-4a2e-a467-df525dbe28a4 req-0418553e-31a5-4447-848c-6279bfcd128a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:47.416355 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d6b318ec-13b4-4a2e-a467-df525dbe28a4 req-0418553e-31a5-4447-848c-6279bfcd128a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0789046 Jul 27 18:00:47.456112 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d6b318ec-13b4-4a2e-a467-df525dbe28a4 req-0d7bfbd5-fb81-4086-89fa-5f7afd8a0cf3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Jul 27 18:00:47.601527 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8771d7e1-9c55-414c-8175-32f905164fb9 req-1ba3f1aa-773d-47b4-b5c9-e4b342e4812f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 210 time: 0.0387225 Jul 27 18:00:47.753145 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1bb9ea89-48c5-48af-9487-e81f29565a42 req-05156807-e3e8-4f24-af82-1a4d8550fa05 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 210 time: 0.0344696 Jul 27 18:00:47.805410 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-77e61b39-9467-4008-9b28-80838078c8ab tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:47.807574 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-77e61b39-9467-4008-9b28-80838078c8ab tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.41 "GET /v2.0/networks?id=35fe423c-8936-42e4-bec5-66364845be1c HTTP/1.1" status: 200 len: 809 time: 0.3374722 Jul 27 18:00:47.845302 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Request body: {'port': {'device_id': 'cdabcfff-932a-47fa-8427-67a5fd9d78b6', 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c', 'admin_state_up': True, 'tenant_id': '22fa97a5212b49259a85da930b0c41c1'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:47.958329 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Made reservation on behalf of 22fa97a5212b49259a85da930b0c41c1 for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:00:47.961970 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:47.979154 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed8da8-6618-4caf-89d0-faa9f088d8b3 req-b5cc1386-4bf0-473e-bdb3-4cef07179faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:47.980639 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-beed8da8-6618-4caf-89d0-faa9f088d8b3 req-b5cc1386-4bf0-473e-bdb3-4cef07179faa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.0531673 Jul 27 18:00:48.039420 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-beed8da8-6618-4caf-89d0-faa9f088d8b3 req-12846b91-bc56-450a-8c78-de5cf22347be service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302718 Jul 27 18:00:48.088558 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Allocated IP 172.20.0.5 (35fe423c-8936-42e4-bec5-66364845be1c/eefac0c5-fbaf-4014-980b-9f47a1e9b9ec/4c3c4813-a365-4e63-8b0e-d968c18d2e89) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:48.242971 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:48.284720 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:48.332928 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Network 35fe423c-8936-42e4-bec5-66364845be1c is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:48.339229 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:48.342787 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:48.368554 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-1ec38cc8-81db-40e4-b33f-32aa851d9a55 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:48.370209 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-1ec38cc8-81db-40e4-b33f-32aa851d9a55 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 814 time: 0.1092379 Jul 27 18:00:48.372428 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Pushing event updated for resources: {'Port': ['ID=4c3c4813-a365-4e63-8b0e-d968c18d2e89,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:48.392305 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Request body: {'port': {'device_id': '12b84fdb-607c-480a-bb89-e87157f1f35b', 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'admin_state_up': True, 'tenant_id': 'e845666bc26148db9854112beaf47bec'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:48.402821 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:48.403497 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:48.421694 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-d02c3f57-740c-400b-8a75-5533f2a66671 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5804760 Jul 27 18:00:48.449357 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Request body: {'port': {'device_id': 'cdabcfff-932a-47fa-8427-67a5fd9d78b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:48.513168 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Made reservation on behalf of e845666bc26148db9854112beaf47bec for: {'port': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:00:48.519033 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:48.540110 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:48.718583 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542af1b-a508-445b-b1ca-cafeb0897c0a req-33000952-5c1e-4384-8aa3-0ab099301950 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:48.720756 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7542af1b-a508-445b-b1ca-cafeb0897c0a req-33000952-5c1e-4384-8aa3-0ab099301950 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1682405 Jul 27 18:00:48.747165 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Allocated IP 172.20.0.2 (fca9d782-9f4d-4550-b82f-383964941b7a/eed15622-b6b5-4738-880a-bd088923f101/30855f6b-a4e9-451b-a987-b6463500fdb3) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:00:48.800514 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7542af1b-a508-445b-b1ca-cafeb0897c0a req-2b91b126-7f69-4cfe-a351-149cc3892e81 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729876 Jul 27 18:00:48.935676 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1b4ce69b-67ef-4135-84ce-9d8002a3fd47 req-4b89b701-a0b8-4421-b2b7-13208b1c3527 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 210 time: 0.0351059 Jul 27 18:00:48.974025 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79713137-f6b0-44ab-a309-373bb0b23687 req-a1461513-eb93-47ad-a38b-452536ba1bc5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:48.975668 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-79713137-f6b0-44ab-a309-373bb0b23687 req-a1461513-eb93-47ad-a38b-452536ba1bc5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 931 time: 0.1580689 Jul 27 18:00:48.979518 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3c4813-a365-4e63-8b0e-d968c18d2e89 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:48.993207 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:48.999767 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.017304 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Transition to ACTIVE for port object 4c3c4813-a365-4e63-8b0e-d968c18d2e89 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:49.023494 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.043638 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.059036 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-79713137-f6b0-44ab-a309-373bb0b23687 req-6894e428-6e18-42c5-856e-84c756d22730 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723438 Jul 27 18:00:49.059246 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d329629e-37a1-46be-b20d-992a060550c0', '8397fca0-1e6f-45d3-a27e-08fb3a91fce1', 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:49.079879 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3c4813-a365-4e63-8b0e-d968c18d2e89,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:49.091598 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Network fca9d782-9f4d-4550-b82f-383964941b7a is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:00:49.094933 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:00:49.097687 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:00:49.106723 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.107098 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.107429 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.107761 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.108093 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.108413 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.108754 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.109063 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.109383 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.109712 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.110041 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.110351 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.145746 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Pushing event updated for resources: {'Port': ['ID=30855f6b-a4e9-451b-a987-b6463500fdb3,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:49.158090 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.158459 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.158926 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.159300 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.159644 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.159986 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.160323 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.160659 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.161019 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.161359 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.161688 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.162072 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:49.167586 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Attempting to bind port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:49.168168 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Attempting to bind port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:49.168657 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Attempting to bind port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 on network 35fe423c-8936-42e4-bec5-66364845be1c {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:49.173363 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 on network 35fe423c-8936-42e4-bec5-66364845be1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:00:49.173945 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Attempting to bind port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 on network 35fe423c-8936-42e4-bec5-66364845be1c {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:49.174272 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:49.175037 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.180675 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:49.181024 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Checking segment: {'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:49.181989 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Bound using segment: {'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:49.182420 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Bound port: 4c3c4813-a365-4e63-8b0e-d968c18d2e89, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:49.182779 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.190287 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-52e35217-e40e-435e-9d4e-d84cd16124cc tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023207 Jul 27 18:00:49.213018 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Request body: {'port': {'device_id': '12b84fdb-607c-480a-bb89-e87157f1f35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:00:49.269957 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] For port 4c3c4813-a365-4e63-8b0e-d968c18d2e89, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:49.274054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] For port 4c3c4813-a365-4e63-8b0e-d968c18d2e89, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4c3c4813-a365-4e63-8b0e-d968c18d2e89,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:49.278951 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.294708 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.327035 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:49.327958 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.329585 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] 10.222.0.41 "PUT /v2.0/ports/4c3c4813-a365-4e63-8b0e-d968c18d2e89 HTTP/1.1" status: 200 len: 1093 time: 0.8857667 Jul 27 18:00:49.332145 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdabcfff-932a-47fa-8427-67a5fd9d78b6', 'tag': '4c3c4813-a365-4e63-8b0e-d968c18d2e89'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:49.335430 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fafe19b-6651-4b4f-82c5-e0c153b998d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cdabcfff-932a-47fa-8427-67a5fd9d78b6", "tag": "4c3c4813-a365-4e63-8b0e-d968c18d2e89"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:49.387300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c14ec-0e23-4e7a-a014-26ba44824be4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3c4813-a365-4e63-8b0e-d968c18d2e89,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:49.398225 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad4f095-3204-4c38-adcd-f53da6135c1f x-openstack-request-id: req-2ad4f095-3204-4c38-adcd-f53da6135c1f {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:49.399023 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdabcfff-932a-47fa-8427-67a5fd9d78b6", "tag": "4c3c4813-a365-4e63-8b0e-d968c18d2e89", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:49.399595 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ad4f095-3204-4c38-adcd-f53da6135c1f {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:49.400339 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdabcfff-932a-47fa-8427-67a5fd9d78b6', 'tag': '4c3c4813-a365-4e63-8b0e-d968c18d2e89', 'status': 'completed', 'code': 200} Jul 27 18:00:49.462124 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-f67a327b-1911-4569-9040-dac2688ddae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:49.463702 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-f67a327b-1911-4569-9040-dac2688ddae7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=22fa97a5212b49259a85da930b0c41c1&device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 1096 time: 0.0680699 Jul 27 18:00:49.513754 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-37a47040-0a64-4a90-9f58-a40272e4812c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3c4813-a365-4e63-8b0e-d968c18d2e89 HTTP/1.1" status: 200 len: 217 time: 0.0346761 Jul 27 18:00:49.572054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-4fff4bfa-df3e-444a-8d4b-05f8086bbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:49.573563 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-4fff4bfa-df3e-444a-8d4b-05f8086bbf50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eefac0c5-fbaf-4014-980b-9f47a1e9b9ec HTTP/1.1" status: 200 len: 849 time: 0.0474372 Jul 27 18:00:49.578145 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30855f6b-a4e9-451b-a987-b6463500fdb3 {{(pid=93050) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:49.586945 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.600132 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Transition to ACTIVE for port object 30855f6b-a4e9-451b-a987-b6463500fdb3 will not be triggered until provisioned by entity L2. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:00:49.605169 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.622016 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-f9296e32-dc4a-4831-8183-d8c1c1728c90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35fe423c-8936-42e4-bec5-66364845be1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344846 Jul 27 18:00:49.657768 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Pushing event updated for resources: {'Port': ['ID=30855f6b-a4e9-451b-a987-b6463500fdb3,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:49.737018 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Attempting to bind port 30855f6b-a4e9-451b-a987-b6463500fdb3 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:00:49.737611 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Attempting to bind port 30855f6b-a4e9-451b-a987-b6463500fdb3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:00:49.738063 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Attempting to bind port 30855f6b-a4e9-451b-a987-b6463500fdb3 on network fca9d782-9f4d-4550-b82f-383964941b7a {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:49.738549 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-7d98fd60-aca8-46e3-abd2-7073d6639896 service neutron] 10.222.0.41 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938015 Jul 27 18:00:49.743436 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Port 30855f6b-a4e9-451b-a987-b6463500fdb3 on network fca9d782-9f4d-4550-b82f-383964941b7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:00:49.743843 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Attempting to bind port 30855f6b-a4e9-451b-a987-b6463500fdb3 on network fca9d782-9f4d-4550-b82f-383964941b7a {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:00:49.748917 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:00:49.749252 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Checking segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:00:49.749630 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Bound using segment: {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'} {{(pid=93050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:00:49.750058 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.managers [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Bound port: 30855f6b-a4e9-451b-a987-b6463500fdb3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6569d1-dd30-4a23-abfe-7694718bdbe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a'}}] {{(pid=93050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:00:49.750414 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.842986 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] For port 30855f6b-a4e9-451b-a987-b6463500fdb3, host hv-cinder-78626, cleared binding levels {{(pid=93050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:00:49.850142 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] For port 30855f6b-a4e9-451b-a987-b6463500fdb3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=30855f6b-a4e9-451b-a987-b6463500fdb3,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:00:49.858356 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.898846 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:49.899746 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:49.901280 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] 10.222.0.41 "PUT /v2.0/ports/30855f6b-a4e9-451b-a987-b6463500fdb3 HTTP/1.1" status: 200 len: 1093 time: 0.6926465 Jul 27 18:00:49.901726 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b84fdb-607c-480a-bb89-e87157f1f35b', 'tag': '30855f6b-a4e9-451b-a987-b6463500fdb3'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:49.904076 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd70b61-905f-4b03-922b-8350a6990546" -d '{"events": [{"name": "network-changed", "server_uuid": "12b84fdb-607c-480a-bb89-e87157f1f35b", "tag": "30855f6b-a4e9-451b-a987-b6463500fdb3"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:49.908107 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a34a1592-0a87-4814-9545-c53c0c73d34b req-59a723fb-4582-4568-8aed-beaa1f714988 service neutron] 10.222.0.41 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394897 Jul 27 18:00:49.974946 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d5045-3df2-439e-a088-f84a4127b516 service neutron] Pushing event updated for resources: {'Port': ['ID=30855f6b-a4e9-451b-a987-b6463500fdb3,revision_number=3']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:50.018645 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ad5a1-180b-4c2f-84e6-ac18f49e6ab8 req-cd0181cf-a718-492f-993e-499b8d88ad40 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.018645 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4f3ad5a1-180b-4c2f-84e6-ac18f49e6ab8 req-cd0181cf-a718-492f-993e-499b8d88ad40 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1056099 Jul 27 18:00:50.068743 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-f2ec1d98-befb-42b6-b57b-5e5f1708a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.070935 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-f2ec1d98-befb-42b6-b57b-5e5f1708a236 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 1096 time: 0.0619280 Jul 27 18:00:50.085674 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4f3ad5a1-180b-4c2f-84e6-ac18f49e6ab8 req-9dfd53b3-7873-41c0-9466-10fdb908c35f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600052 Jul 27 18:00:50.116706 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-e9d1c090-b13a-41d0-a3dc-bf3b436718dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.118745 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-e9d1c090-b13a-41d0-a3dc-bf3b436718dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=22fa97a5212b49259a85da930b0c41c1&device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 1096 time: 0.0673022 Jul 27 18:00:50.132204 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-da821598-2215-4fbf-833f-7a61f20d8056 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30855f6b-a4e9-451b-a987-b6463500fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0378039 Jul 27 18:00:50.161299 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0645028b-a7f3-4b97-8f9a-65acfbd39a68 x-openstack-request-id: req-0645028b-a7f3-4b97-8f9a-65acfbd39a68 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:50.161660 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b84fdb-607c-480a-bb89-e87157f1f35b", "tag": "30855f6b-a4e9-451b-a987-b6463500fdb3", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:50.162032 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0645028b-a7f3-4b97-8f9a-65acfbd39a68 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:50.162372 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b84fdb-607c-480a-bb89-e87157f1f35b', 'tag': '30855f6b-a4e9-451b-a987-b6463500fdb3', 'status': 'completed', 'code': 200} Jul 27 18:00:50.203133 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-5c9217e4-c87c-4c4e-a186-798707fd2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.204721 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-5c9217e4-c87c-4c4e-a186-798707fd2065 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.0535834 Jul 27 18:00:50.273176 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-c6fa758b-6088-4b29-9d29-8f8e07a2f39f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507133 Jul 27 18:00:50.284744 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-ba8981ce-0b8c-4040-9040-229f823a8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.286236 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-ba8981ce-0b8c-4040-9040-229f823a8f2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=35fe423c-8936-42e4-bec5-66364845be1c HTTP/1.1" status: 200 len: 910 time: 0.1357112 Jul 27 18:00:50.309939 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb02e1-e034-48aa-9802-9c1450b00530 req-d47dba73-70b7-4af2-afac-6301cbf1010d tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.320365 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-50fb02e1-e034-48aa-9802-9c1450b00530 req-d47dba73-70b7-4af2-afac-6301cbf1010d tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 943 time: 0.0998337 Jul 27 18:00:50.371559 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-42bfd169-ca91-4bda-8ff3-120bbd6175b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c3c4813-a365-4e63-8b0e-d968c18d2e89 HTTP/1.1" status: 200 len: 217 time: 0.0430491 Jul 27 18:00:50.392356 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-50fb02e1-e034-48aa-9802-9c1450b00530 req-dd419ca0-50a8-4358-a7ec-d9f564d24ffa tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710144 Jul 27 18:00:50.441363 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-26b63bed-7d7c-4055-942d-8eaec9e22f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.442844 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-26b63bed-7d7c-4055-942d-8eaec9e22f3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eefac0c5-fbaf-4014-980b-9f47a1e9b9ec HTTP/1.1" status: 200 len: 849 time: 0.0495751 Jul 27 18:00:50.477756 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f173bfa-5dc6-43c1-85eb-7522f45ac5fd req-9208f6fd-281c-4c5e-9e18-b73d4125109f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.479089 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f173bfa-5dc6-43c1-85eb-7522f45ac5fd req-9208f6fd-281c-4c5e-9e18-b73d4125109f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 943 time: 0.1615813 Jul 27 18:00:50.481394 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-6716ff78-ef02-4b31-8964-55493a04f7f6 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249731 Jul 27 18:00:50.497143 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-ff4db040-c04d-42af-8eaf-b4a2fc162c88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=35fe423c-8936-42e4-bec5-66364845be1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387087 Jul 27 18:00:50.549960 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f173bfa-5dc6-43c1-85eb-7522f45ac5fd req-91c56334-d6ce-42f4-a887-86808fa76339 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619476 Jul 27 18:00:50.618618 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-3cf6497e-4dd9-421e-a552-a535afca0d8f service neutron] 10.222.0.41 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999715 Jul 27 18:00:50.646493 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-56b1e630-f3c2-4542-8a0d-ecd53c1ae429 req-ff3a60dc-581a-4578-8b5e-71d8a47985ed service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230321 Jul 27 18:00:50.699311 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-c9f5a127-324e-4105-bd14-1728f66f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.700870 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-c9f5a127-324e-4105-bd14-1728f66f2959 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.0661995 Jul 27 18:00:50.758485 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d6fed-1490-48d8-a1cc-13e46cc9262b req-8ed95cef-0a3e-4623-9471-9b0e03fc029b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.759992 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-da9d6fed-1490-48d8-a1cc-13e46cc9262b req-8ed95cef-0a3e-4623-9471-9b0e03fc029b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1452370 Jul 27 18:00:50.762193 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-92659df9-14ad-4cfe-9f76-0676e601ce33 service neutron] 10.222.0.41 "GET /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114182 Jul 27 18:00:50.790961 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-087b0de5-0f6e-4363-95b3-2926b9d2b0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:50.800190 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-da9d6fed-1490-48d8-a1cc-13e46cc9262b req-811eab98-ff57-413d-b8b1-e1bffe99b527 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341322 Jul 27 18:00:50.855941 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd70b61-905f-4b03-922b-8350a6990546 req-941da1ce-22a4-407c-bed0-a8996c3f8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.857838 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3dd70b61-905f-4b03-922b-8350a6990546 req-941da1ce-22a4-407c-bed0-a8996c3f8956 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e845666bc26148db9854112beaf47bec&device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 1096 time: 0.1361716 Jul 27 18:00:50.860870 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-91ea936c-a058-44ec-a91d-ad77abf5ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:50.862244 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-91ea936c-a058-44ec-a91d-ad77abf5ca8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.1419277 Jul 27 18:00:50.968980 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-d9aafa5b-cf92-41ae-81bb-7c04f8bfe46d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 200 len: 217 time: 0.0828078 Jul 27 18:00:51.049425 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd70b61-905f-4b03-922b-8350a6990546 req-d1dda180-f7fa-47a2-a279-6425d70015cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:51.050904 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3dd70b61-905f-4b03-922b-8350a6990546 req-d1dda180-f7fa-47a2-a279-6425d70015cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 200 len: 915 time: 0.1668687 Jul 27 18:00:51.054395 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-8ee0ac6d-9ba4-438d-ad43-b2cb49512e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:51.055727 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-8ee0ac6d-9ba4-438d-ad43-b2cb49512e83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.0673752 Jul 27 18:00:51.136611 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3dd70b61-905f-4b03-922b-8350a6990546 req-2e2fe5f5-403d-4730-a76b-d1075764eb6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30855f6b-a4e9-451b-a987-b6463500fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0588927 Jul 27 18:00:51.138261 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-0f09872f-6a5b-4ed4-95ba-e33aa1a0e11d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551591 Jul 27 18:00:51.262203 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd70b61-905f-4b03-922b-8350a6990546 req-8082aca2-a7b2-4088-8987-9b762f80f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:51.263746 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3dd70b61-905f-4b03-922b-8350a6990546 req-8082aca2-a7b2-4088-8987-9b762f80f7d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 200 len: 854 time: 0.1034548 Jul 27 18:00:51.311956 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3dd70b61-905f-4b03-922b-8350a6990546 req-fde2196a-4226-4a03-bec7-f7d36f9ba52a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fca9d782-9f4d-4550-b82f-383964941b7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345407 Jul 27 18:00:51.323198 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-292c0723-0930-4dd3-989a-396611fde60a service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615982 Jul 27 18:00:51.504770 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3dd70b61-905f-4b03-922b-8350a6990546 req-ea7f8256-080c-44fd-aab8-5726b88b274e service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601214 Jul 27 18:00:51.508445 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ceb08af4-4d73-4ed7-b595-94eef5c0a3b8 req-be090a94-57de-42d9-811f-0c87e0e8b526 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561863 Jul 27 18:00:51.541317 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09471f-7ea3-45a0-9be0-273c6cfcdd16 req-bb4512b9-8c09-4486-be33-893226749138 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:51.542829 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2f09471f-7ea3-45a0-9be0-273c6cfcdd16 req-bb4512b9-8c09-4486-be33-893226749138 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 943 time: 0.0769496 Jul 27 18:00:51.586020 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2f09471f-7ea3-45a0-9be0-273c6cfcdd16 req-ec5f8df4-9d7a-403b-9fec-0be3f80763d3 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357993 Jul 27 18:00:51.639538 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3dd70b61-905f-4b03-922b-8350a6990546 req-1b23a17e-3a3a-40ad-9210-06e5cdc10607 service neutron] 10.222.0.41 "GET /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190100 Jul 27 18:00:51.691822 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d8e54-cad2-4291-bf85-f75da5e0ccc5 req-caf02d99-8a9a-4ce0-8796-1374f81a25dd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:51.693240 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-006d8e54-cad2-4291-bf85-f75da5e0ccc5 req-caf02d99-8a9a-4ce0-8796-1374f81a25dd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 943 time: 0.0684955 Jul 27 18:00:51.733031 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-006d8e54-cad2-4291-bf85-f75da5e0ccc5 req-b0e4deae-25b0-464d-b871-8a9f9ea41b5f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Jul 27 18:00:51.932207 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f272c46-40ed-41a4-a656-1b961e3554e6 req-aa0d7033-9f11-47ae-8562-7c463b2e8163 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:51.933691 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9f272c46-40ed-41a4-a656-1b961e3554e6 req-aa0d7033-9f11-47ae-8562-7c463b2e8163 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0643063 Jul 27 18:00:51.972061 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9f272c46-40ed-41a4-a656-1b961e3554e6 req-113a2ab9-caa9-4c5d-ae8e-42fcb74af8af tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322876 Jul 27 18:00:52.738540 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f5a8c-279e-4f81-8f4e-079a83164773 req-1ef01d94-4f23-4ae2-bb5d-264a16cd6286 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:52.739959 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-714f5a8c-279e-4f81-8f4e-079a83164773 req-1ef01d94-4f23-4ae2-bb5d-264a16cd6286 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 943 time: 0.0716603 Jul 27 18:00:52.787136 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-714f5a8c-279e-4f81-8f4e-079a83164773 req-6ec6fa9d-442e-4e38-b766-f7069e4ad537 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Jul 27 18:00:52.876197 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c40361-84fe-4050-adee-92663f91bf7f req-7cf0b307-ab7c-4042-8a39-068dfb83f996 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:52.877659 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f3c40361-84fe-4050-adee-92663f91bf7f req-7cf0b307-ab7c-4042-8a39-068dfb83f996 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 943 time: 0.0664084 Jul 27 18:00:52.918084 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f3c40361-84fe-4050-adee-92663f91bf7f req-538eefbe-2ff5-4e81-b8ef-966f9826a2fd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Jul 27 18:00:53.119445 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9498-e8d0-40e3-9d81-a27ea83f3bcb req-280600d0-ac86-479e-b3d9-c58fa5b2edef tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:53.121303 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-329b9498-e8d0-40e3-9d81-a27ea83f3bcb req-280600d0-ac86-479e-b3d9-c58fa5b2edef tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0798845 Jul 27 18:00:53.162114 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-329b9498-e8d0-40e3-9d81-a27ea83f3bcb req-4734fc9f-4afb-4c5b-ba12-c5ee4ab0df1b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341325 Jul 27 18:00:53.638648 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:53.660613 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-27390af1-e6e4-42ac-a1de-2805eda10262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:53.677788 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 4c3c4813-a365-4e63-8b0e-d968c18d2e89 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:00:53.778946 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 4c3c4813-a365-4e63-8b0e-d968c18d2e89, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4c3c4813-a365-4e63-8b0e-d968c18d2e89,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:53.790238 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '4c3c4813-a365-4e63-8b0e-d968c18d2e89', 'network_id': '35fe423c-8936-42e4-bec5-66364845be1c', 'port_id': '4c3c4813-a365-4e63-8b0e-d968c18d2e89', 'mac_address': 'fa:16:3e:d6:13:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eefac0c5-fbaf-4014-980b-9f47a1e9b9ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:00:53.828715 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:53.841485 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3c4813-a365-4e63-8b0e-d968c18d2e89 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:53.862694 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 4c3c4813-a365-4e63-8b0e-d968c18d2e89, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4c3c4813-a365-4e63-8b0e-d968c18d2e89,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:53.867374 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:53.868028 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 30855f6b-a4e9-451b-a987-b6463500fdb3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:00:53.926787 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaaf8a-3d55-43c5-b4ad-3275e481d6ce req-4fab34c5-f6c6-4ce5-b308-ffa9c9c68cec tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:53.928813 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bccaaf8a-3d55-43c5-b4ad-3275e481d6ce req-4fab34c5-f6c6-4ce5-b308-ffa9c9c68cec tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 943 time: 0.0669630 Jul 27 18:00:53.961143 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=4c3c4813-a365-4e63-8b0e-d968c18d2e89,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:53.973412 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bccaaf8a-3d55-43c5-b4ad-3275e481d6ce req-b137cc86-7137-43ff-8429-e475d89c45f8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383217 Jul 27 18:00:54.006818 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 30855f6b-a4e9-451b-a987-b6463500fdb3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=30855f6b-a4e9-451b-a987-b6463500fdb3,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:54.018876 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '30855f6b-a4e9-451b-a987-b6463500fdb3', 'network_id': 'fca9d782-9f4d-4550-b82f-383964941b7a', 'port_id': '30855f6b-a4e9-451b-a987-b6463500fdb3', 'mac_address': 'fa:16:3e:6c:87:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed15622-b6b5-4738-880a-bd088923f101', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:00:54.057960 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:54.058169 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c4743-390d-4a82-b053-1d72148be347 req-74a7e4cf-d09f-4dd9-be2b-7eb39bf7db52 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:54.059548 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c83c4743-390d-4a82-b053-1d72148be347 req-74a7e4cf-d09f-4dd9-be2b-7eb39bf7db52 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 944 time: 0.0644631 Jul 27 18:00:54.070739 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30855f6b-a4e9-451b-a987-b6463500fdb3 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:00:54.090539 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 30855f6b-a4e9-451b-a987-b6463500fdb3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=30855f6b-a4e9-451b-a987-b6463500fdb3,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:54.096696 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:54.099436 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c83c4743-390d-4a82-b053-1d72148be347 req-05f782ec-0db5-4576-b9d0-30c227f4e4d4 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Jul 27 18:00:54.149093 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=30855f6b-a4e9-451b-a987-b6463500fdb3,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:54.299587 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b077d3a-75c9-49dd-9e49-fb51b79b9df3 req-32e199f6-e8ac-4254-9e5c-26a332c151fb tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:54.301073 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7b077d3a-75c9-49dd-9e49-fb51b79b9df3 req-32e199f6-e8ac-4254-9e5c-26a332c151fb tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0697119 Jul 27 18:00:54.344746 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7b077d3a-75c9-49dd-9e49-fb51b79b9df3 req-7d7bdc9a-044a-4711-8ee8-b43c61935d66 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367849 Jul 27 18:00:54.408469 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:54.618789 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['4c3c4813-a365-4e63-8b0e-d968c18d2e89'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:54.646090 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['30855f6b-a4e9-451b-a987-b6463500fdb3'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:00:55.116690 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80e212-823b-43fd-8167-8bcc128f15f6 req-5ceb434f-a9ed-48b1-94f9-eb5d65a082fa tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:55.118196 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6f80e212-823b-43fd-8167-8bcc128f15f6 req-5ceb434f-a9ed-48b1-94f9-eb5d65a082fa tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 944 time: 0.0757442 Jul 27 18:00:55.159393 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6f80e212-823b-43fd-8167-8bcc128f15f6 req-639d983c-61d5-4ad9-bc17-35c69c90dabb tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346868 Jul 27 18:00:55.238152 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02e2b2-f8c2-4a4c-ae9b-7b47a0535bc1 req-b72fe657-2a09-4a3a-90b0-0a26f6ee9998 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:55.239795 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fb02e2b2-f8c2-4a4c-ae9b-7b47a0535bc1 req-b72fe657-2a09-4a3a-90b0-0a26f6ee9998 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 944 time: 0.0666616 Jul 27 18:00:55.278383 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fb02e2b2-f8c2-4a4c-ae9b-7b47a0535bc1 req-0e4c9e38-aa3b-49d1-868c-760e8566f6d8 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Jul 27 18:00:55.481827 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a08eb-7464-48ec-ac1e-67e40f92e33e req-c59d4535-0c87-4d23-a1e4-c636855d5dc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:55.481827 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678a08eb-7464-48ec-ac1e-67e40f92e33e req-c59d4535-0c87-4d23-a1e4-c636855d5dc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0650463 Jul 27 18:00:55.522035 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678a08eb-7464-48ec-ac1e-67e40f92e33e req-ff1301f5-043c-4e1c-b8e0-2b8b83a55528 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343671 Jul 27 18:00:56.104156 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:56.293342 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6503cb-b67b-4d9d-9966-89a27d87e9b6 req-d13442e7-740f-430e-8360-1fdc8cc6dfc8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:56.294907 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3b6503cb-b67b-4d9d-9966-89a27d87e9b6 req-d13442e7-740f-430e-8360-1fdc8cc6dfc8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 944 time: 0.0670013 Jul 27 18:00:56.339754 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3b6503cb-b67b-4d9d-9966-89a27d87e9b6 req-c6bb25b3-c1c7-46a5-b63a-5d638f782ba7 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383468 Jul 27 18:00:56.417253 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb5a66-8898-4f92-b6a3-718a702949df req-37fd953b-bea2-4a85-8419-132baddc331a tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:56.418743 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a1cb5a66-8898-4f92-b6a3-718a702949df req-37fd953b-bea2-4a85-8419-132baddc331a tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 944 time: 0.0647562 Jul 27 18:00:56.456400 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a1cb5a66-8898-4f92-b6a3-718a702949df req-66db1a49-edc3-4024-baf5-812f961bed0c tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Jul 27 18:00:56.649855 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c5955-bf98-4f2e-929e-4369752a2463 req-448992ec-0fcc-434e-a77e-c9779f18438a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:56.651426 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b89c5955-bf98-4f2e-929e-4369752a2463 req-448992ec-0fcc-434e-a77e-c9779f18438a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0631697 Jul 27 18:00:56.690475 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b89c5955-bf98-4f2e-929e-4369752a2463 req-72b0eae9-4f04-4d7e-b990-9b888b4d319c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Jul 27 18:00:57.233004 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 60000) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:57.334384 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-82ad09ed-6f0a-4228-bf46-ee4b4882db1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.425944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-82ad09ed-6f0a-4228-bf46-ee4b4882db1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.430596 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-82ad09ed-6f0a-4228-bf46-ee4b4882db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.468648 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-82ad09ed-6f0a-4228-bf46-ee4b4882db1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b72b12551c484701a0ae8889acc74bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345223 Jul 27 18:00:57.469503 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad09ed-6f0a-4228-bf46-ee4b4882db1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a61d9e6-03c2-4613-b94a-fbfe45f21c03,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:57.472760 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 60006) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:57.472912 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d9d98-0688-4f5b-8984-92e1d1183220 req-fcfbbf80-08bb-43fb-8db4-2941dbf308b2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:57.474309 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f70d9d98-0688-4f5b-8984-92e1d1183220 req-fcfbbf80-08bb-43fb-8db4-2941dbf308b2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 944 time: 0.0654042 Jul 27 18:00:57.526614 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3a3eaba4-5567-48e9-a33e-15a9445c0d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.529269 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f70d9d98-0688-4f5b-8984-92e1d1183220 req-db5a5c93-1dc7-4d6f-bd44-e722263949e6 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Jul 27 18:00:57.581010 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3a3eaba4-5567-48e9-a33e-15a9445c0d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.640762 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131fa3-1a0d-441a-80ec-e1b1ffd822d3 req-ef6eed84-58c1-42ef-94b5-9bf989e930cb tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:57.642532 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d2131fa3-1a0d-441a-80ec-e1b1ffd822d3 req-ef6eed84-58c1-42ef-94b5-9bf989e930cb tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 944 time: 0.1140718 Jul 27 18:00:57.659954 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3a3eaba4-5567-48e9-a33e-15a9445c0d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.662885 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3a3eaba4-5567-48e9-a33e-15a9445c0d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.664192 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-3a3eaba4-5567-48e9-a33e-15a9445c0d16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a61d9e6-03c2-4613-b94a-fbfe45f21c03 HTTP/1.1" status: 204 len: 168 time: 0.1904640 Jul 27 18:00:57.683127 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3eaba4-5567-48e9-a33e-15a9445c0d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a61d9e6-03c2-4613-b94a-fbfe45f21c03,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:57.691480 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 30855f6b-a4e9-451b-a987-b6463500fdb3 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:57.707247 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d2131fa3-1a0d-441a-80ec-e1b1ffd822d3 req-e5f740d7-036e-475f-89fb-4eeecd58a703 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580177 Jul 27 18:00:57.797389 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 30855f6b-a4e9-451b-a987-b6463500fdb3 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:57.802500 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 30855f6b-a4e9-451b-a987-b6463500fdb3 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:57.803973 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.895165 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.922946 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b84fdb-607c-480a-bb89-e87157f1f35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30855f6b-a4e9-451b-a987-b6463500fdb3'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:00:57.925878 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f48ef4-53a0-491b-8c7f-89a095eaab62" -d '{"events": [{"server_uuid": "12b84fdb-607c-480a-bb89-e87157f1f35b", "name": "network-vif-plugged", "status": "completed", "tag": "30855f6b-a4e9-451b-a987-b6463500fdb3"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:00:57.947810 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 30855f6b-a4e9-451b-a987-b6463500fdb3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=30855f6b-a4e9-451b-a987-b6463500fdb3,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:57.962618 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:57.963497 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 4c3c4813-a365-4e63-8b0e-d968c18d2e89 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:00:58.009843 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3862afb-4c66-457c-94d0-0a06e0b4cea0 x-openstack-request-id: req-b3862afb-4c66-457c-94d0-0a06e0b4cea0 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:00:58.010127 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b84fdb-607c-480a-bb89-e87157f1f35b", "name": "network-vif-plugged", "status": "completed", "tag": "30855f6b-a4e9-451b-a987-b6463500fdb3", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:00:58.010603 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b3862afb-4c66-457c-94d0-0a06e0b4cea0 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:00:58.011333 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b84fdb-607c-480a-bb89-e87157f1f35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30855f6b-a4e9-451b-a987-b6463500fdb3', 'code': 200} Jul 27 18:00:58.056547 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=30855f6b-a4e9-451b-a987-b6463500fdb3,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:58.067078 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.067803 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.068284 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.069005 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.069820 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.070300 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.070785 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.071145 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.071502 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.071832 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.072156 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.072608 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:00:58.086326 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:00:58.096433 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:00:58.097413 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:58.185765 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35ef58-97ce-416b-a0b8-8a22df91723f req-41c40a27-18fa-41e5-9ad1-86b88bb35c28 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:58.192586 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9e35ef58-97ce-416b-a0b8-8a22df91723f req-41c40a27-18fa-41e5-9ad1-86b88bb35c28 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.1653693 Jul 27 18:00:58.217249 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b406e7-3520-47a3-a18a-477906abe04b req-64bb4c41-1b6c-442c-94e2-b4e76e0cd8d5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:58.221172 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:58.225936 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-84b406e7-3520-47a3-a18a-477906abe04b req-64bb4c41-1b6c-442c-94e2-b4e76e0cd8d5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0997992 Jul 27 18:00:58.259344 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9e35ef58-97ce-416b-a0b8-8a22df91723f req-891a2391-311e-4eca-8db1-d7ce006c2614 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548332 Jul 27 18:00:58.274150 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 4c3c4813-a365-4e63-8b0e-d968c18d2e89, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4c3c4813-a365-4e63-8b0e-d968c18d2e89,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:00:58.278986 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:58.283056 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-84b406e7-3520-47a3-a18a-477906abe04b req-54f99934-0837-46c7-8b4a-fe67a85acd78 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554383 Jul 27 18:00:58.342503 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d67e2-ac20-4d71-947c-3e56a16f3fc5 req-7c5d040a-82b7-4c69-8533-83ab21300f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:58.344253 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb6d67e2-ac20-4d71-947c-3e56a16f3fc5 req-7c5d040a-82b7-4c69-8533-83ab21300f34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 1098 time: 0.0782762 Jul 27 18:00:58.347543 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=4c3c4813-a365-4e63-8b0e-d968c18d2e89,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:58.402713 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb6d67e2-ac20-4d71-947c-3e56a16f3fc5 req-ba310ecb-ddf8-4a50-8d63-8c2f41656126 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Jul 27 18:00:58.731196 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a812e4d-73a4-4318-b5ae-22737d9badc1 req-be009bd6-7620-433c-8c56-39b6a16c2e4a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:58.733592 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4a812e4d-73a4-4318-b5ae-22737d9badc1 req-be009bd6-7620-433c-8c56-39b6a16c2e4a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.1359043 Jul 27 18:00:58.802000 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4a812e4d-73a4-4318-b5ae-22737d9badc1 req-dffa1a01-1a44-4dff-bf2c-bdaa25916f8d tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562086 Jul 27 18:00:58.864358 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-45833cb1-2ffe-4c2c-9c36-f18f4f0f3431 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873783 Jul 27 18:00:58.880156 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17027a2-f532-4fbc-95d4-56fb86f5b88d req-36155ba9-3d67-4cf8-81c0-97c9f00e9186 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:58.883178 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c17027a2-f532-4fbc-95d4-56fb86f5b88d req-36155ba9-3d67-4cf8-81c0-97c9f00e9186 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0786977 Jul 27 18:00:58.926940 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c17027a2-f532-4fbc-95d4-56fb86f5b88d req-61dec951-1532-4fa1-bf2c-70726088d6b5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380316 Jul 27 18:00:58.947807 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 60076) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:58.973849 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-9021d433-c392-4570-9c5f-6976e53e863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:58.975653 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-9021d433-c392-4570-9c5f-6976e53e863f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.0686383 Jul 27 18:00:59.073491 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0cdceb6b-7a2e-484f-9471-4319352999d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:59.140566 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-6de2eec5-5113-4169-8938-785ac5efdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:59.142330 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-6de2eec5-5113-4169-8938-785ac5efdb4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.1340609 Jul 27 18:00:59.201661 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-6c557f1f-2f7f-4cd0-b52a-0570f253069c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 200 len: 217 time: 0.0463161 Jul 27 18:00:59.275943 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0cdceb6b-7a2e-484f-9471-4319352999d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:59.278351 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-538d5d60-aa5c-4222-955a-57256c6c624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:59.280227 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-538d5d60-aa5c-4222-955a-57256c6c624b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.0664217 Jul 27 18:00:59.281372 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0cdceb6b-7a2e-484f-9471-4319352999d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:59.336721 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-51ff50fc-fbf4-42ce-99ec-61093e48a47c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390849 Jul 27 18:00:59.347931 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdceb6b-7a2e-484f-9471-4319352999d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a525828b-c952-4b9c-87f8-547b2a167916,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:59.354964 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0cdceb6b-7a2e-484f-9471-4319352999d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f75d7a0261b4b6b9922814f3025d493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4061875 Jul 27 18:00:59.358447 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 60082) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:00:59.412313 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cfc1d-3bd5-4059-8e23-e617651a3e74 req-914a5cb0-cb3b-4b0a-b79a-5016471f2241 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:59.414450 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-275cfc1d-3bd5-4059-8e23-e617651a3e74 req-914a5cb0-cb3b-4b0a-b79a-5016471f2241 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0962653 Jul 27 18:00:59.443314 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f54f73b1-e62b-4db8-bf45-b927cf2e4f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:59.443731 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-f17bdac0-e0f3-4768-9791-332c0562b47d service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918179 Jul 27 18:00:59.477833 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-275cfc1d-3bd5-4059-8e23-e617651a3e74 req-c814354b-41fd-4ece-9ac1-6f1287be10a3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564301 Jul 27 18:00:59.479586 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f54f73b1-e62b-4db8-bf45-b927cf2e4f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:59.527861 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f54f73b1-e62b-4db8-bf45-b927cf2e4f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:59.530364 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f54f73b1-e62b-4db8-bf45-b927cf2e4f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:00:59.531510 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f54f73b1-e62b-4db8-bf45-b927cf2e4f01 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a525828b-c952-4b9c-87f8-547b2a167916 HTTP/1.1" status: 204 len: 168 time: 0.1711283 Jul 27 18:00:59.538054 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee7cb3a1-4dfb-49f5-ada7-0c18f480076a req-2f9f05c8-0c37-4d25-9fc5-3f982a4673a2 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857010 Jul 27 18:00:59.539882 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f73b1-e62b-4db8-bf45-b927cf2e4f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a525828b-c952-4b9c-87f8-547b2a167916,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:00:59.927380 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c65658-143a-484a-8c82-acc9ee679672 req-ce174cc6-f0e6-48c7-b479-f2c28cdd3026 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:00:59.929618 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a2c65658-143a-484a-8c82-acc9ee679672 req-ce174cc6-f0e6-48c7-b479-f2c28cdd3026 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.0636661 Jul 27 18:00:59.973832 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a2c65658-143a-484a-8c82-acc9ee679672 req-1d6f3ffd-bbc1-40b6-9aae-c28977823e85 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Jul 27 18:01:00.013665 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdabcfff-932a-47fa-8427-67a5fd9d78b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3c4813-a365-4e63-8b0e-d968c18d2e89'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:01:00.015974 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b89ccf-87ac-4b65-b02e-e444fb7bde6b" -d '{"events": [{"server_uuid": "cdabcfff-932a-47fa-8427-67a5fd9d78b6", "name": "network-vif-plugged", "status": "completed", "tag": "4c3c4813-a365-4e63-8b0e-d968c18d2e89"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:01:00.074663 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106ccb0-8d23-4ac5-9dd4-953ad46e3956 req-7d74a7fa-dc38-4c85-89b7-ef13344917bf tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:00.076311 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7106ccb0-8d23-4ac5-9dd4-953ad46e3956 req-7d74a7fa-dc38-4c85-89b7-ef13344917bf tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0665157 Jul 27 18:01:00.122420 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7106ccb0-8d23-4ac5-9dd4-953ad46e3956 req-b113dfbb-1bb8-4fbd-abf3-be4d6588ab9d tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Jul 27 18:01:00.148212 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf4b703-d249-48bb-8fa0-21b7af09edbe x-openstack-request-id: req-baf4b703-d249-48bb-8fa0-21b7af09edbe {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:01:00.148506 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdabcfff-932a-47fa-8427-67a5fd9d78b6", "name": "network-vif-plugged", "status": "completed", "tag": "4c3c4813-a365-4e63-8b0e-d968c18d2e89", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:01:00.148759 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-baf4b703-d249-48bb-8fa0-21b7af09edbe {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:01:00.149149 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdabcfff-932a-47fa-8427-67a5fd9d78b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3c4813-a365-4e63-8b0e-d968c18d2e89', 'code': 200} Jul 27 18:01:00.388410 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f9a43-fb21-4395-b7fe-edf3cf2f987d req-63abd698-d253-4949-8ddf-9bbca16732f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:00.389904 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d72f9a43-fb21-4395-b7fe-edf3cf2f987d req-63abd698-d253-4949-8ddf-9bbca16732f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 1098 time: 0.0536923 Jul 27 18:01:00.432830 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d72f9a43-fb21-4395-b7fe-edf3cf2f987d req-545a57aa-6e9f-47c5-8062-4d0a9d398089 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331864 Jul 27 18:01:00.620548 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45899a-bd57-4493-b709-1b7a4e451093 req-0372a00c-5018-4da1-910f-c25f50f0f37e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:00.622004 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1d45899a-bd57-4493-b709-1b7a4e451093 req-0372a00c-5018-4da1-910f-c25f50f0f37e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0674310 Jul 27 18:01:00.659728 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1d45899a-bd57-4493-b709-1b7a4e451093 req-07b58847-c089-4579-b634-dd5f583935fe tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Jul 27 18:01:01.109297 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3c5a5-632c-4f19-9ffd-f1d8ac4a65cd req-fd5945c1-77e1-4061-8f42-8e77ce4d8c14 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:01.110787 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9b3c5a5-632c-4f19-9ffd-f1d8ac4a65cd req-fd5945c1-77e1-4061-8f42-8e77ce4d8c14 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.0616167 Jul 27 18:01:01.153490 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9b3c5a5-632c-4f19-9ffd-f1d8ac4a65cd req-74852129-cfc2-4709-955b-c7f78a569bff tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356336 Jul 27 18:01:01.275473 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357c6ed-fe42-45b2-afa9-565fe60b2e11 req-702c91cd-aed7-4836-8189-afb80c257d8f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:01.276991 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6357c6ed-fe42-45b2-afa9-565fe60b2e11 req-702c91cd-aed7-4836-8189-afb80c257d8f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0673194 Jul 27 18:01:01.505989 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6357c6ed-fe42-45b2-afa9-565fe60b2e11 req-9f097f8e-39fc-428a-9596-0aa7fcdf90b6 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228889 Jul 27 18:01:01.522333 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:01.806616 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de953c53-5df4-403a-9227-eecc2e296be4 req-8a8bba42-7707-4dfe-a102-3d45b584020a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:01.808887 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-de953c53-5df4-403a-9227-eecc2e296be4 req-8a8bba42-7707-4dfe-a102-3d45b584020a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0769894 Jul 27 18:01:01.863503 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-de953c53-5df4-403a-9227-eecc2e296be4 req-21430414-01e5-43a3-98b3-f9823a6c5f7f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466096 Jul 27 18:01:02.303432 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eac01a-658d-4d6c-a535-8a590442ab7c req-70de0632-6303-4d67-a7e7-bec1dda36788 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:02.304993 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64eac01a-658d-4d6c-a535-8a590442ab7c req-70de0632-6303-4d67-a7e7-bec1dda36788 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.0726640 Jul 27 18:01:02.349150 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64eac01a-658d-4d6c-a535-8a590442ab7c req-25044eb8-a91a-40ed-b036-1fc5193680d9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352576 Jul 27 18:01:02.643977 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7795c-0199-4a51-9d0f-7d8a8f9a5796 req-a3457740-96c0-417f-9b47-94144e96903b tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:02.646170 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3db7795c-0199-4a51-9d0f-7d8a8f9a5796 req-a3457740-96c0-417f-9b47-94144e96903b tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0713038 Jul 27 18:01:02.690014 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3db7795c-0199-4a51-9d0f-7d8a8f9a5796 req-d39cbe9c-eafb-4de8-a661-ff9559c87b84 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375447 Jul 27 18:01:03.004446 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcaaf5-f5a6-4b10-aa26-44b58b0a7e32 req-c75b4e61-6446-494a-bbcc-1e42224d567a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:03.005880 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3dcaaf5-f5a6-4b10-aa26-44b58b0a7e32 req-c75b4e61-6446-494a-bbcc-1e42224d567a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0647807 Jul 27 18:01:03.045911 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3dcaaf5-f5a6-4b10-aa26-44b58b0a7e32 req-5788dead-6523-4ea2-9087-1bc16016276b tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335691 Jul 27 18:01:03.963529 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af472399-0c76-47a2-92b3-7e7b8a8ab5ba req-ecb46189-a5fb-43ff-b662-cd4cc3a930bd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:03.965051 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-af472399-0c76-47a2-92b3-7e7b8a8ab5ba req-ecb46189-a5fb-43ff-b662-cd4cc3a930bd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0625613 Jul 27 18:01:04.003720 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-af472399-0c76-47a2-92b3-7e7b8a8ab5ba req-ed2b6156-622c-43fb-b544-99ce2d5abb20 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Jul 27 18:01:04.181428 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4272-6c95-45dc-a856-4eae22f59ac6 req-6c41dfd2-ed96-4245-b252-68605281da4d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:04.182905 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-53dc4272-6c95-45dc-a856-4eae22f59ac6 req-6c41dfd2-ed96-4245-b252-68605281da4d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0683856 Jul 27 18:01:04.221114 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-53dc4272-6c95-45dc-a856-4eae22f59ac6 req-9c8b1a13-3f23-48b4-97fb-012d1a859e88 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322948 Jul 27 18:01:05.138337 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27122d-cde9-4676-90e3-239f46adc48e req-bff36276-f41a-4367-a392-224546c73c17 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:05.139879 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-dd27122d-cde9-4676-90e3-239f46adc48e req-bff36276-f41a-4367-a392-224546c73c17 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0624099 Jul 27 18:01:05.177967 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-dd27122d-cde9-4676-90e3-239f46adc48e req-fe9ad169-197e-4f09-99ad-5b276d3f2658 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Jul 27 18:01:05.349386 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c4baa-9ecd-4aa3-99b1-acb17f8c0806 req-e6abcf20-f4b3-46de-85f5-98de0ee24172 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:05.351116 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-768c4baa-9ecd-4aa3-99b1-acb17f8c0806 req-e6abcf20-f4b3-46de-85f5-98de0ee24172 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0640712 Jul 27 18:01:05.388505 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-768c4baa-9ecd-4aa3-99b1-acb17f8c0806 req-4ed8330f-7e60-44ec-8776-642ef1c9e79a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Jul 27 18:01:06.310501 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff900da3-9563-4914-88f6-190661f801c5 req-92f708f8-8553-42cc-ad0c-c1ed1c8dad00 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:06.312053 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ff900da3-9563-4914-88f6-190661f801c5 req-92f708f8-8553-42cc-ad0c-c1ed1c8dad00 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0654056 Jul 27 18:01:06.351318 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ff900da3-9563-4914-88f6-190661f801c5 req-ab56b79d-c473-488c-9371-e73336218371 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327702 Jul 27 18:01:06.515392 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881c0d7-243b-4b39-9246-f2d82b24f4d2 req-3d4473d7-5a24-4b86-a1ce-bbf1d988951a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:06.517100 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a881c0d7-243b-4b39-9246-f2d82b24f4d2 req-3d4473d7-5a24-4b86-a1ce-bbf1d988951a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0611632 Jul 27 18:01:06.555287 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a881c0d7-243b-4b39-9246-f2d82b24f4d2 req-d87e5757-923a-4f89-b188-4dc83b11893f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Jul 27 18:01:07.499094 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71512713-899d-4001-8ff4-b7f1dc6e05da req-ac045503-413d-42af-81e8-551fe0383e2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:07.500546 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-71512713-899d-4001-8ff4-b7f1dc6e05da req-ac045503-413d-42af-81e8-551fe0383e2f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0702298 Jul 27 18:01:07.540363 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-71512713-899d-4001-8ff4-b7f1dc6e05da req-baf9ca5c-d6d5-4e98-a540-b178a8e8741d tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Jul 27 18:01:07.698178 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7388c0-baff-4a10-b505-03baeb01e3aa req-af9f37d4-f116-4cb7-91ba-c7b06325935b tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:07.699598 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6c7388c0-baff-4a10-b505-03baeb01e3aa req-af9f37d4-f116-4cb7-91ba-c7b06325935b tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0692225 Jul 27 18:01:07.738443 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6c7388c0-baff-4a10-b505-03baeb01e3aa req-66107eea-a15c-4f24-a8b1-8c80c89f9d7d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328383 Jul 27 18:01:08.493445 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8de94-1f73-4bb3-9fe2-50dce120180c req-14cc085c-9f81-420e-91ac-ca00bfca3253 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:08.494800 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-49f8de94-1f73-4bb3-9fe2-50dce120180c req-14cc085c-9f81-420e-91ac-ca00bfca3253 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0673859 Jul 27 18:01:08.532361 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-49f8de94-1f73-4bb3-9fe2-50dce120180c req-bbed2079-34b8-4e67-9f39-a1e073c15676 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315683 Jul 27 18:01:08.872156 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d65bfb-233b-4430-bb90-a54565f264fd req-1abde331-73b4-44e4-a67f-874bf94fd3ca tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:08.873174 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5d65bfb-233b-4430-bb90-a54565f264fd req-1abde331-73b4-44e4-a67f-874bf94fd3ca tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0635662 Jul 27 18:01:08.911746 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5d65bfb-233b-4430-bb90-a54565f264fd req-88b8b626-a159-463c-b91d-650c3c801b54 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317376 Jul 27 18:01:09.659761 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14119bf3-e5ba-42c3-bece-035c1bdc70f9 req-1ce4a38b-a2d4-48df-af8f-1bfdf6840acc tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:09.661238 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14119bf3-e5ba-42c3-bece-035c1bdc70f9 req-1ce4a38b-a2d4-48df-af8f-1bfdf6840acc tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0624862 Jul 27 18:01:09.699422 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14119bf3-e5ba-42c3-bece-035c1bdc70f9 req-27738141-12d2-45ee-b43a-3814ed8f1e3a tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Jul 27 18:01:10.046704 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de48a9-6490-4d37-a2af-645a6aac0205 req-45f82a0f-37c9-4056-bfb2-b3a291514592 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:10.048277 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-26de48a9-6490-4d37-a2af-645a6aac0205 req-45f82a0f-37c9-4056-bfb2-b3a291514592 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0698581 Jul 27 18:01:10.087462 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-26de48a9-6490-4d37-a2af-645a6aac0205 req-e3b3cce0-7513-463e-8229-7935fddbcfb2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321906 Jul 27 18:01:10.826908 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc00a0-8d1d-4f70-b0ca-fb587691c327 req-29f8857e-a1e8-432b-8122-e1a7b042ae84 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:10.828405 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-dffc00a0-8d1d-4f70-b0ca-fb587691c327 req-29f8857e-a1e8-432b-8122-e1a7b042ae84 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0636907 Jul 27 18:01:10.865509 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-dffc00a0-8d1d-4f70-b0ca-fb587691c327 req-5937fc34-3735-4d9c-a7be-d32ab917912f tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Jul 27 18:01:11.219904 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999a169-0674-4f73-9ed5-31dd8eee3080 req-8c96296d-4790-467d-96d7-eede0ffc7b50 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:11.221487 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3999a169-0674-4f73-9ed5-31dd8eee3080 req-8c96296d-4790-467d-96d7-eede0ffc7b50 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0679560 Jul 27 18:01:11.262350 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3999a169-0674-4f73-9ed5-31dd8eee3080 req-8ddc676d-a8fa-433e-ae90-ad163480362a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347750 Jul 27 18:01:11.997251 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04375c4-52b1-4b9f-8435-31c4b5054f4d req-a8f61bf2-1c86-42d0-8de2-42c7727b55db tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:11.998729 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d04375c4-52b1-4b9f-8435-31c4b5054f4d req-a8f61bf2-1c86-42d0-8de2-42c7727b55db tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0627975 Jul 27 18:01:12.036720 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d04375c4-52b1-4b9f-8435-31c4b5054f4d req-1c4f39f5-19a6-422e-b910-a73217885ce9 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Jul 27 18:01:12.394654 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ba694-531f-4548-82da-6a95b674d753 req-c730157b-e941-457f-9a89-eab672cba13b tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:12.396176 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d82ba694-531f-4548-82da-6a95b674d753 req-c730157b-e941-457f-9a89-eab672cba13b tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0657768 Jul 27 18:01:12.439131 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d82ba694-531f-4548-82da-6a95b674d753 req-89605386-bc7a-4d9f-804b-5a8e8e1d0c64 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363610 Jul 27 18:01:13.176082 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99aef6-7e48-4a99-a7a9-0221cca3cf5d req-54694fe4-9784-40ad-9e62-0680a4557d12 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:13.177575 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c99aef6-7e48-4a99-a7a9-0221cca3cf5d req-54694fe4-9784-40ad-9e62-0680a4557d12 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0750499 Jul 27 18:01:13.215438 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1c99aef6-7e48-4a99-a7a9-0221cca3cf5d req-7ae2ec33-cf21-479e-99c0-1055f50fdb3a tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318730 Jul 27 18:01:13.574078 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabebf8-d2fe-42ce-86ef-bbb1b6833cde req-71ac75b0-61a2-40b8-b941-76282afbedc2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:13.575479 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7aabebf8-d2fe-42ce-86ef-bbb1b6833cde req-71ac75b0-61a2-40b8-b941-76282afbedc2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0658736 Jul 27 18:01:13.614146 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7aabebf8-d2fe-42ce-86ef-bbb1b6833cde req-ab0ddafa-f0c2-4054-8c2e-7c27a0d78b84 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321052 Jul 27 18:01:14.345917 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1750-ffde-4936-97bd-ca7a0c690556 req-725e2c63-1c6c-4cab-8d10-2dcc8ed5abed tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:14.347418 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-820e1750-ffde-4936-97bd-ca7a0c690556 req-725e2c63-1c6c-4cab-8d10-2dcc8ed5abed tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0657673 Jul 27 18:01:14.386003 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-820e1750-ffde-4936-97bd-ca7a0c690556 req-7be9ce68-d134-46ec-9e19-48f24deccc4d tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312452 Jul 27 18:01:14.748100 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc3bb6-b740-48c6-baab-8daed5b5e681 req-5b6745f8-279d-4de2-9744-b6be6fbab0eb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:14.749576 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-91dc3bb6-b740-48c6-baab-8daed5b5e681 req-5b6745f8-279d-4de2-9744-b6be6fbab0eb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0631948 Jul 27 18:01:14.787013 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-91dc3bb6-b740-48c6-baab-8daed5b5e681 req-e33705a2-aaf0-40c2-9169-791dbaf42038 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314972 Jul 27 18:01:15.514605 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5deca1-cbad-4421-8a90-81e3783cec5e req-3baa2943-6a46-4a04-9bea-dd9be585f7d0 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:15.516117 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7a5deca1-cbad-4421-8a90-81e3783cec5e req-3baa2943-6a46-4a04-9bea-dd9be585f7d0 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0635366 Jul 27 18:01:15.555926 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7a5deca1-cbad-4421-8a90-81e3783cec5e req-42dcfd05-3076-4c0f-87f8-e4d822091749 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Jul 27 18:01:15.922247 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982439f-dfa2-4800-91a5-f421c81006a0 req-eca744de-a7d9-4c39-abf0-43232f9c02f9 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:15.923651 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d982439f-dfa2-4800-91a5-f421c81006a0 req-eca744de-a7d9-4c39-abf0-43232f9c02f9 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0663671 Jul 27 18:01:15.962881 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d982439f-dfa2-4800-91a5-f421c81006a0 req-32774247-d62e-486c-bff1-834f6450e5a3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331511 Jul 27 18:01:16.683377 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f713-ab16-4acf-af2a-07d82ee21bb5 req-901a9d64-7f3a-4dab-a3e5-1326592fac4c tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:16.684860 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0f62f713-ab16-4acf-af2a-07d82ee21bb5 req-901a9d64-7f3a-4dab-a3e5-1326592fac4c tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0633171 Jul 27 18:01:16.721584 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0f62f713-ab16-4acf-af2a-07d82ee21bb5 req-5ebfe75b-34c9-4dcc-b78f-a110bc272fc9 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309095 Jul 27 18:01:17.093911 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b26122-50cf-40a1-a80c-f5c0414215e3 req-a08e07fc-3939-454e-96a9-548e971930c7 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:17.095315 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-67b26122-50cf-40a1-a80c-f5c0414215e3 req-a08e07fc-3939-454e-96a9-548e971930c7 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0660577 Jul 27 18:01:17.132859 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-67b26122-50cf-40a1-a80c-f5c0414215e3 req-d42f2095-5203-4bb0-9b5e-a5d6bfb71fae tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309079 Jul 27 18:01:17.858276 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bd467-c7c1-4d27-9785-0869f4bbc659 req-be199256-352c-4c18-ab57-175b1dafbf98 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:17.859891 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7a2bd467-c7c1-4d27-9785-0869f4bbc659 req-be199256-352c-4c18-ab57-175b1dafbf98 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0666611 Jul 27 18:01:17.915954 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7a2bd467-c7c1-4d27-9785-0869f4bbc659 req-f2de1a7b-453b-4f75-ab94-f09ce892d2a2 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488250 Jul 27 18:01:18.271779 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ec165-ff90-49cb-b3ef-f0fc97362f11 req-b2586b4c-99c2-45db-84ed-386a9256bb26 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:18.273579 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-828ec165-ff90-49cb-b3ef-f0fc97362f11 req-b2586b4c-99c2-45db-84ed-386a9256bb26 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0713987 Jul 27 18:01:18.312935 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-828ec165-ff90-49cb-b3ef-f0fc97362f11 req-f9c55e3d-0e3a-4627-a9c0-86fe28858700 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332963 Jul 27 18:01:19.052906 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2a1f1-7a06-46cc-b0b0-c9ed6fa55fde req-d0a3208b-83f9-4bc5-8b08-59d26e849966 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:19.055202 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ecd2a1f1-7a06-46cc-b0b0-c9ed6fa55fde req-d0a3208b-83f9-4bc5-8b08-59d26e849966 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0684445 Jul 27 18:01:19.094257 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ecd2a1f1-7a06-46cc-b0b0-c9ed6fa55fde req-a2f18e7e-0aa4-49ec-a796-2df29e7558e1 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Jul 27 18:01:19.443006 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e51c4-7e83-43db-bd45-395eb844f2cf req-7428e0d3-d93e-4584-a4dd-f4778548a5e8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:19.444484 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-724e51c4-7e83-43db-bd45-395eb844f2cf req-7428e0d3-d93e-4584-a4dd-f4778548a5e8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0632818 Jul 27 18:01:19.481214 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-724e51c4-7e83-43db-bd45-395eb844f2cf req-130d48fb-52e7-4c5e-aeb2-f1c2833ac848 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307529 Jul 27 18:01:20.017898 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:01:20.229416 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34939d3-91a6-4d17-9f41-9b40becc33f8 req-a7093a5a-7c1d-4315-98d5-8e8802beccba tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:20.230793 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a34939d3-91a6-4d17-9f41-9b40becc33f8 req-a7093a5a-7c1d-4315-98d5-8e8802beccba tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0669298 Jul 27 18:01:20.267724 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a34939d3-91a6-4d17-9f41-9b40becc33f8 req-4c1fd44f-ef31-4fbd-941d-2ea0effb06bf tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Jul 27 18:01:20.608713 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734bc41-24b4-43f4-a316-5924374780c6 req-3b705330-6fcf-4d98-b217-c2c5c155a7da tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:20.610177 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0734bc41-24b4-43f4-a316-5924374780c6 req-3b705330-6fcf-4d98-b217-c2c5c155a7da tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0615771 Jul 27 18:01:20.647945 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0734bc41-24b4-43f4-a316-5924374780c6 req-467f2b18-7f89-4eb5-af28-fe2ce64f32c3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Jul 27 18:01:20.784048 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-7e99244d-050d-4e7d-a8f6-35010ccefced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:21.418604 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e979394-0d89-4ea6-9efd-61d42c5f2fe5 req-c87171eb-62d5-4c4c-b73b-b18c59fb8ed4 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:21.420348 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4e979394-0d89-4ea6-9efd-61d42c5f2fe5 req-c87171eb-62d5-4c4c-b73b-b18c59fb8ed4 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0740092 Jul 27 18:01:21.457373 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4e979394-0d89-4ea6-9efd-61d42c5f2fe5 req-32cf550e-9fc0-4ad4-9924-bf6e3df71fd9 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Jul 27 18:01:21.776074 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaa034-c205-4211-a26c-47774d002225 req-52fe9266-9aaa-4273-85a1-99fef4d23490 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:21.777526 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-afaaa034-c205-4211-a26c-47774d002225 req-52fe9266-9aaa-4273-85a1-99fef4d23490 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0615885 Jul 27 18:01:21.815468 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-afaaa034-c205-4211-a26c-47774d002225 req-364a35d3-81dc-4989-9a64-6e6f557a73cf tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Jul 27 18:01:22.401058 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-98f04ed1-5c44-4c33-b3c3-23f968a0f7fd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:22.402521 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-98f04ed1-5c44-4c33-b3c3-23f968a0f7fd tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0636978 Jul 27 18:01:22.557687 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Deleting port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:01:22.558033 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:22.588714 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dbfbd-91c1-4ac0-be5e-a3474384b99d req-90c15fcd-7270-4f65-92e4-cd16fca7ed26 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:22.590194 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0e0dbfbd-91c1-4ac0-be5e-a3474384b99d req-90c15fcd-7270-4f65-92e4-cd16fca7ed26 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 945 time: 0.0638361 Jul 27 18:01:22.631146 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0e0dbfbd-91c1-4ac0-be5e-a3474384b99d req-e273a709-b5cd-4000-8658-108504f534e5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/security-groups?id=2f826bb0-90ef-42bb-8709-3beec78c1e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333147 Jul 27 18:01:22.656455 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] For port 4c3c4813-a365-4e63-8b0e-d968c18d2e89, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4c3c4813-a365-4e63-8b0e-d968c18d2e89,segment=NetworkSegment(e867cbcd-56ab-4bc5-9d9d-230701b89ea5),segment_id=e867cbcd-56ab-4bc5-9d9d-230701b89ea5)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:01:22.656820 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:22.672289 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Calling delete_port for 4c3c4813-a365-4e63-8b0e-d968c18d2e89 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:01:22.831554 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:22.866578 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Pushing event deleted for resources: {'Port': ['ID=4c3c4813-a365-4e63-8b0e-d968c18d2e89,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:22.968472 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] No DVR routers for this DVR port 4c3c4813-a365-4e63-8b0e-d968c18d2e89 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:01:22.973195 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:22.975946 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f2fafdc7-d9b3-49af-a370-eb1897ce118d req-cb043cc6-db30-41d5-b6df-ba644aa489f5 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.41 "DELETE /v2.0/ports/4c3c4813-a365-4e63-8b0e-d968c18d2e89 HTTP/1.1" status: 204 len: 173 time: 0.5547354 Jul 27 18:01:22.976426 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdabcfff-932a-47fa-8427-67a5fd9d78b6', 'name': 'network-vif-deleted', 'tag': '4c3c4813-a365-4e63-8b0e-d968c18d2e89'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:01:22.978988 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e6a8e2-88ec-493a-a235-c6fc4051d5f4" -d '{"events": [{"server_uuid": "cdabcfff-932a-47fa-8427-67a5fd9d78b6", "name": "network-vif-deleted", "tag": "4c3c4813-a365-4e63-8b0e-d968c18d2e89"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:01:23.005016 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 4c3c4813-a365-4e63-8b0e-d968c18d2e89 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:01:23.021543 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440a8fb-4893-4efd-a5a4-e27c7775f73e req-3f85c3e3-3272-40ca-93fa-bb0e7cfa287f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:23.023616 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4440a8fb-4893-4efd-a5a4-e27c7775f73e req-3f85c3e3-3272-40ca-93fa-bb0e7cfa287f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.1209085 Jul 27 18:01:23.025115 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151fc7e-f3ad-40dc-a9ff-aafab4c85a11 x-openstack-request-id: req-d151fc7e-f3ad-40dc-a9ff-aafab4c85a11 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:01:23.025404 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdabcfff-932a-47fa-8427-67a5fd9d78b6", "name": "network-vif-deleted", "tag": "4c3c4813-a365-4e63-8b0e-d968c18d2e89", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:01:23.025655 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d151fc7e-f3ad-40dc-a9ff-aafab4c85a11 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:01:23.026034 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdabcfff-932a-47fa-8427-67a5fd9d78b6', 'name': 'network-vif-deleted', 'tag': '4c3c4813-a365-4e63-8b0e-d968c18d2e89', 'status': 'completed', 'code': 200} Jul 27 18:01:23.034005 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 4c3c4813-a365-4e63-8b0e-d968c18d2e89 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:01:23.034360 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 4c3c4813-a365-4e63-8b0e-d968c18d2e89 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:01:23.066339 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4440a8fb-4893-4efd-a5a4-e27c7775f73e req-4123ff53-240e-45ef-b004-b210e31daf5a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345311 Jul 27 18:01:23.641862 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:23.661047 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-65086e80-952e-44ed-bb25-953752c6ebd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:23.744955 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-457afafd-29cf-4145-bdd0-bd3b6f58f8f6 req-8422795e-974b-4b3d-b06d-ad3934feb7c1 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 210 time: 0.0286105 Jul 27 18:01:24.240327 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894400bf-4400-4cbf-ac04-02db5ad5e750 req-1495217b-fa30-404a-a542-947ec8e5fb26 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:24.250377 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-894400bf-4400-4cbf-ac04-02db5ad5e750 req-1495217b-fa30-404a-a542-947ec8e5fb26 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.1049070 Jul 27 18:01:24.282339 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-894400bf-4400-4cbf-ac04-02db5ad5e750 req-fda564e8-69d2-4c85-819d-1d0261ea4a61 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Jul 27 18:01:24.408626 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:24.851396 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9c9fe685-56ee-4c69-a932-caa76928a733 req-4d8fc546-fc04-4d85-9ab9-23dd948162a0 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 210 time: 0.0288367 Jul 27 18:01:25.417594 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ffe1b-60ab-4bc1-8361-31ba07de07f7 req-ccd8767f-57ea-4624-96e2-4c9ba3ca1130 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:25.419098 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-243ffe1b-60ab-4bc1-8361-31ba07de07f7 req-ccd8767f-57ea-4624-96e2-4c9ba3ca1130 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0654571 Jul 27 18:01:25.459010 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-243ffe1b-60ab-4bc1-8361-31ba07de07f7 req-1cd2f5fb-dfe2-447e-a0f0-9af07f0886a5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336409 Jul 27 18:01:25.960502 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ccde8bfd-348a-463b-ad1b-f408abd502d4 req-99dea34a-d3b3-4c6b-a36e-93a33c67c7d6 tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 210 time: 0.0307944 Jul 27 18:01:26.107895 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:26.590450 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5a22a-bc10-42c5-b867-7eaca46fcf73 req-1d2a95ab-a975-4094-afe6-fff9ea1eff68 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:26.591954 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-53f5a22a-bc10-42c5-b867-7eaca46fcf73 req-1d2a95ab-a975-4094-afe6-fff9ea1eff68 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0617244 Jul 27 18:01:26.630060 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-53f5a22a-bc10-42c5-b867-7eaca46fcf73 req-dd440672-3010-4b0f-9d54-13aee3c9e2a3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Jul 27 18:01:27.068620 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-07b13be2-5e48-43d0-bf89-ba159cbafb7f req-3c7f96e1-c8df-42f2-a684-523a9a24d98e tempest-VolumesActionsTest-2144186769 tempest-VolumesActionsTest-2144186769-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdabcfff-932a-47fa-8427-67a5fd9d78b6 HTTP/1.1" status: 200 len: 210 time: 0.0307651 Jul 27 18:01:27.762763 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf0c6-c10b-498f-99f1-1377773183fd req-e758da81-5cd0-4c6d-9dcd-c6277e3312ff tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:27.764255 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f7edf0c6-c10b-498f-99f1-1377773183fd req-e758da81-5cd0-4c6d-9dcd-c6277e3312ff tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0664058 Jul 27 18:01:27.802910 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f7edf0c6-c10b-498f-99f1-1377773183fd req-7f4cf81e-2df7-4a44-8361-5567490b82e6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Jul 27 18:01:28.911632 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec869e6e-2cfc-4670-8407-7d606d3fa31b req-713005e8-4cc5-4b0a-95f1-b59c6da2ab86 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:28.913761 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ec869e6e-2cfc-4670-8407-7d606d3fa31b req-713005e8-4cc5-4b0a-95f1-b59c6da2ab86 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0888038 Jul 27 18:01:28.930508 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517564c-5189-48b7-b717-d770e9fc78ee req-7030f5ac-eb6a-42dd-afb2-0d3d4e97f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:28.931923 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9517564c-5189-48b7-b717-d770e9fc78ee req-7030f5ac-eb6a-42dd-afb2-0d3d4e97f436 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.1107244 Jul 27 18:01:28.955284 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ec869e6e-2cfc-4670-8407-7d606d3fa31b req-291901d5-49b5-419a-adf6-8a8849fdbbb6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Jul 27 18:01:29.025555 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccb938-7d0e-4d26-8aaf-3b1082196f64 req-b925ae5d-1436-4b2d-b5b8-478aa7cb44b7 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:29.027196 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a1ccb938-7d0e-4d26-8aaf-3b1082196f64 req-b925ae5d-1436-4b2d-b5b8-478aa7cb44b7 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.1364715 Jul 27 18:01:29.077096 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517564c-5189-48b7-b717-d770e9fc78ee req-a107ba98-1200-4f22-97ef-299b6167ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:29.078570 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9517564c-5189-48b7-b717-d770e9fc78ee req-a107ba98-1200-4f22-97ef-299b6167ca42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.1337993 Jul 27 18:01:29.091723 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a1ccb938-7d0e-4d26-8aaf-3b1082196f64 req-bd100d86-879f-4521-9149-76888456de00 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526175 Jul 27 18:01:29.132595 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9517564c-5189-48b7-b717-d770e9fc78ee req-d8b1ce1e-31b9-41c1-918d-2773a5b92f50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 200 len: 217 time: 0.0395136 Jul 27 18:01:29.191020 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517564c-5189-48b7-b717-d770e9fc78ee req-74dc567c-8b88-4369-9654-209a2ddbaecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:29.196227 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9517564c-5189-48b7-b717-d770e9fc78ee req-74dc567c-8b88-4369-9654-209a2ddbaecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.0513115 Jul 27 18:01:29.237544 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9517564c-5189-48b7-b717-d770e9fc78ee req-83aaf0a4-3759-49fc-b532-c0d3afb2adb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316412 Jul 27 18:01:29.331532 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64f7d4-5d03-4a99-9b8a-cef033ea6556 req-e2d766d8-fa9c-46a1-93f5-ff61a4323bfc tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:29.333033 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db64f7d4-5d03-4a99-9b8a-cef033ea6556 req-e2d766d8-fa9c-46a1-93f5-ff61a4323bfc tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0692484 Jul 27 18:01:29.371422 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db64f7d4-5d03-4a99-9b8a-cef033ea6556 req-44fdf63d-55cb-4e90-8570-1c8e33966ad1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Jul 27 18:01:29.533474 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9517564c-5189-48b7-b717-d770e9fc78ee req-734675bb-a4fa-48c5-a170-b07437afd59a service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828905 Jul 27 18:01:30.086890 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942efcd-552e-46ba-a935-42c75bf40a5f req-48da6f42-5497-49f9-b678-95ee4ba8a6b8 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:30.088655 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e942efcd-552e-46ba-a935-42c75bf40a5f req-48da6f42-5497-49f9-b678-95ee4ba8a6b8 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0644634 Jul 27 18:01:30.132068 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e942efcd-552e-46ba-a935-42c75bf40a5f req-a3dbdefc-4cee-416c-b5fa-0adc5f521d7a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373437 Jul 27 18:01:30.503996 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec16a9-d155-4610-820d-5dc2c7697de1 req-21e09c02-08bf-4a99-997e-504b9c1cc7d5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:30.505456 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f7ec16a9-d155-4610-820d-5dc2c7697de1 req-21e09c02-08bf-4a99-997e-504b9c1cc7d5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0660913 Jul 27 18:01:30.543725 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f7ec16a9-d155-4610-820d-5dc2c7697de1 req-c9d80b6a-7061-40d0-8835-37b2d9d7e518 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Jul 27 18:01:31.268331 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c77ab-3ecb-42c5-84be-07a1577475c3 req-f9d78d42-8ce0-4551-866d-febfcbbeffa2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:31.270065 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-741c77ab-3ecb-42c5-84be-07a1577475c3 req-f9d78d42-8ce0-4551-866d-febfcbbeffa2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0675893 Jul 27 18:01:31.310022 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-741c77ab-3ecb-42c5-84be-07a1577475c3 req-05e744f6-b6be-460d-af1f-4230de9b9903 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335400 Jul 27 18:01:31.533444 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:31.676064 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1077b67-c3c9-491d-8d69-7e1b4d782cdf req-347a816a-5da8-4932-9ee3-f34fadbc60b6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:31.677531 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d1077b67-c3c9-491d-8d69-7e1b4d782cdf req-347a816a-5da8-4932-9ee3-f34fadbc60b6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0653665 Jul 27 18:01:31.715627 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d1077b67-c3c9-491d-8d69-7e1b4d782cdf req-a6bdaa49-4f0e-466e-9b7e-5bb13dcf84f8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Jul 27 18:01:32.440282 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6031e27-6a89-4974-afe8-491fd25fe9a9 req-9e4b74ac-952e-442a-ad21-658184e25379 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:32.441799 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a6031e27-6a89-4974-afe8-491fd25fe9a9 req-9e4b74ac-952e-442a-ad21-658184e25379 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0623596 Jul 27 18:01:32.479833 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a6031e27-6a89-4974-afe8-491fd25fe9a9 req-aa9a495c-5a1c-48f9-84a0-2d7850aff388 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312259 Jul 27 18:01:32.782297 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9517564c-5189-48b7-b717-d770e9fc78ee req-6805db21-d198-4910-ba11-212266416c62 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224909 Jul 27 18:01:32.787433 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80324-84fc-4808-9914-51c8008eaa6f req-9bac4ca6-89c0-47b5-a2f9-6d8efd5bfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:32.789140 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5de80324-84fc-4808-9914-51c8008eaa6f req-9bac4ca6-89c0-47b5-a2f9-6d8efd5bfca4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 1099 time: 0.0852807 Jul 27 18:01:32.920852 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b62ed-a920-4ec1-9897-abe8dc000012 req-196f3400-b925-4822-8232-4c6c4943479f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:32.922306 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-600b62ed-a920-4ec1-9897-abe8dc000012 req-196f3400-b925-4822-8232-4c6c4943479f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.1322563 Jul 27 18:01:32.923262 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80324-84fc-4808-9914-51c8008eaa6f req-ff77ac1e-5b22-4036-ba47-99e7903b4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:32.924534 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5de80324-84fc-4808-9914-51c8008eaa6f req-ff77ac1e-5b22-4036-ba47-99e7903b4c32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 912 time: 0.1255066 Jul 27 18:01:33.006790 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-600b62ed-a920-4ec1-9897-abe8dc000012 req-ee5d6876-e0d2-493e-9cd0-a3a2a64e9857 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785251 Jul 27 18:01:33.019052 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5de80324-84fc-4808-9914-51c8008eaa6f req-b6eb9183-b10b-4f7f-b4f6-365e72d443b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 200 len: 1002 time: 0.0769370 Jul 27 18:01:33.081063 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80324-84fc-4808-9914-51c8008eaa6f req-cad97b35-1233-4827-a57c-e7a6424f0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:33.082574 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5de80324-84fc-4808-9914-51c8008eaa6f req-cad97b35-1233-4827-a57c-e7a6424f0041 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.0455816 Jul 27 18:01:33.151295 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80324-84fc-4808-9914-51c8008eaa6f req-506ba9ed-5fa7-4168-9947-dfe9d9bc8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:33.152764 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5de80324-84fc-4808-9914-51c8008eaa6f req-506ba9ed-5fa7-4168-9947-dfe9d9bc8911 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573304 Jul 27 18:01:33.248822 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5de80324-84fc-4808-9914-51c8008eaa6f req-fde955f3-accd-486e-98a2-fff64eb164c5 service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870712 Jul 27 18:01:33.369157 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5de80324-84fc-4808-9914-51c8008eaa6f req-5a7c563e-d584-45b2-a24f-6c408558a8ac service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036811 Jul 27 18:01:33.611654 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea5a1e-230c-44db-8b2f-e007fb54b3f4 req-c83b1c27-5c4e-4c48-9f8d-5706db8f67de tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:33.613139 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1dea5a1e-230c-44db-8b2f-e007fb54b3f4 req-c83b1c27-5c4e-4c48-9f8d-5706db8f67de tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0636485 Jul 27 18:01:33.650439 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1dea5a1e-230c-44db-8b2f-e007fb54b3f4 req-d5e24f9c-7069-48a4-b465-e69318c4800c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313578 Jul 27 18:01:34.145639 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833c010-734c-4440-8767-831bbe68800d req-d1fecd67-7fc6-492e-a8a6-875d7cc02958 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:34.147129 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4833c010-734c-4440-8767-831bbe68800d req-d1fecd67-7fc6-492e-a8a6-875d7cc02958 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0666270 Jul 27 18:01:34.185076 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4833c010-734c-4440-8767-831bbe68800d req-01ec8c20-62a6-40b3-98ad-a2fe14f13fcf tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318682 Jul 27 18:01:34.780668 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95099f2-3019-4f56-9544-1443a483c674 req-180d7a9f-ff3a-4159-a4d2-f8afc205a93d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:34.782139 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b95099f2-3019-4f56-9544-1443a483c674 req-180d7a9f-ff3a-4159-a4d2-f8afc205a93d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0640924 Jul 27 18:01:34.820477 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b95099f2-3019-4f56-9544-1443a483c674 req-b4c2d850-c766-49c0-8b13-2317582aefd1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Jul 27 18:01:35.315903 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c214339-3fe0-4ba3-adfe-40c9bdb16fda req-153e7e2f-1675-463f-89e1-85fc511aa7df tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:35.317341 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9c214339-3fe0-4ba3-adfe-40c9bdb16fda req-153e7e2f-1675-463f-89e1-85fc511aa7df tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0649931 Jul 27 18:01:35.355908 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9c214339-3fe0-4ba3-adfe-40c9bdb16fda req-3a488501-e91e-431c-b2f1-67f1b1bb3704 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321186 Jul 27 18:01:35.950536 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cacb2f-a18c-4d5b-a120-c5746c3bdf89 req-1ee81845-af55-4ce2-97ad-f6a1405cbed7 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:35.952050 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e5cacb2f-a18c-4d5b-a120-c5746c3bdf89 req-1ee81845-af55-4ce2-97ad-f6a1405cbed7 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0641689 Jul 27 18:01:35.989744 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e5cacb2f-a18c-4d5b-a120-c5746c3bdf89 req-be922ec2-6f02-4975-aca5-6ca96f192aab tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Jul 27 18:01:36.492536 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fe187-b279-430b-b04f-80ac05043cd7 req-31f1ec68-6a44-4f25-8bd3-9991221abda0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:36.493998 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fa5fe187-b279-430b-b04f-80ac05043cd7 req-31f1ec68-6a44-4f25-8bd3-9991221abda0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0639699 Jul 27 18:01:36.533119 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fa5fe187-b279-430b-b04f-80ac05043cd7 req-d687564b-14e1-43d6-a623-48d896ae4d6d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331993 Jul 27 18:01:37.121394 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9d447-51df-43ce-87e2-f5248ff36c40 req-86bcbef1-5418-4805-9283-ca68e4ad105e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:37.122869 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6a9d447-51df-43ce-87e2-f5248ff36c40 req-86bcbef1-5418-4805-9283-ca68e4ad105e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0660477 Jul 27 18:01:37.164545 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6a9d447-51df-43ce-87e2-f5248ff36c40 req-c98d6dff-7627-4e58-bb99-d2e6475d61d1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Jul 27 18:01:37.671507 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cee35-0c43-4fe4-b8f5-0f0266ce22f8 req-84b25761-cab7-4c30-8e7e-dfe4660ae819 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:37.672983 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-692cee35-0c43-4fe4-b8f5-0f0266ce22f8 req-84b25761-cab7-4c30-8e7e-dfe4660ae819 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0656748 Jul 27 18:01:37.715947 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-692cee35-0c43-4fe4-b8f5-0f0266ce22f8 req-14910e04-5e60-4401-b63a-edb1145449e3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358455 Jul 27 18:01:38.315029 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727e01e-c3a5-49fe-a4c3-502a808adca6 req-7093a9bf-dd9c-46ce-9111-420b3cba503a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:38.324092 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5727e01e-c3a5-49fe-a4c3-502a808adca6 req-7093a9bf-dd9c-46ce-9111-420b3cba503a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0816178 Jul 27 18:01:38.365277 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5727e01e-c3a5-49fe-a4c3-502a808adca6 req-1771d893-ad1c-48f1-86f6-fa8f663ab2f9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 Jul 27 18:01:38.871704 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047342e0-0c98-4410-9a7c-ffe8d7050d2a req-0b517419-d54e-42e4-a765-035d7f571a2e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:38.874014 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-047342e0-0c98-4410-9a7c-ffe8d7050d2a req-0b517419-d54e-42e4-a765-035d7f571a2e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0769880 Jul 27 18:01:39.138290 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-047342e0-0c98-4410-9a7c-ffe8d7050d2a req-95add0ab-2a92-454b-8a7c-78f897ba9fb6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545867 Jul 27 18:01:39.547582 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d737-8eaa-4c70-9dfb-dfeae3c6450b req-f77a88d9-a3b8-415f-b13f-3b6d3d730724 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:39.556664 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e7c5d737-8eaa-4c70-9dfb-dfeae3c6450b req-f77a88d9-a3b8-415f-b13f-3b6d3d730724 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0897114 Jul 27 18:01:39.604967 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e7c5d737-8eaa-4c70-9dfb-dfeae3c6450b req-0c5546c4-f683-4a69-b672-ec06ee61611d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425496 Jul 27 18:01:40.777303 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eda70d-e629-4d8e-ada4-dacf66993233 req-ca92c784-d234-4efb-be70-bcbdbb5d2f49 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:40.787580 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a8eda70d-e629-4d8e-ada4-dacf66993233 req-ca92c784-d234-4efb-be70-bcbdbb5d2f49 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1019843 Jul 27 18:01:40.838205 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a8eda70d-e629-4d8e-ada4-dacf66993233 req-dcd984d0-2d36-46a0-94a1-d7c2a42f8f14 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Jul 27 18:01:41.031267 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8fb3a-9e4d-4376-96ee-bea204c978b2 req-bfbb6153-72b0-4e42-83b7-eb174af19a00 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:41.032866 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28b8fb3a-9e4d-4376-96ee-bea204c978b2 req-bfbb6153-72b0-4e42-83b7-eb174af19a00 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 945 time: 0.0711544 Jul 27 18:01:41.089446 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28b8fb3a-9e4d-4376-96ee-bea204c978b2 req-aa00bfd9-1259-4c9d-9a9a-ef0a3d1e3911 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494239 Jul 27 18:01:41.546222 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 60836) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:01:41.723967 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7f553395-aec0-4bf5-a3c7-0dbe106e0667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:41.828996 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7f553395-aec0-4bf5-a3c7-0dbe106e0667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:41.835693 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7f553395-aec0-4bf5-a3c7-0dbe106e0667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:41.877818 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7f553395-aec0-4bf5-a3c7-0dbe106e0667 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=49327937160d46de9109418702954256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305013 Jul 27 18:01:41.878665 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f553395-aec0-4bf5-a3c7-0dbe106e0667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4d4f25-4557-419e-a3cd-d77886b757c9,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:41.881003 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 60848) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:01:41.962473 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2aee3c3a-efbe-441f-bc9c-14892a2a2537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:41.990057 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2aee3c3a-efbe-441f-bc9c-14892a2a2537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:42.034423 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49865c65-4834-4cb2-bad5-545dba86da58 req-9ba1e83c-eec7-45e2-ba3e-15c6762a3f6e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:42.035947 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-49865c65-4834-4cb2-bad5-545dba86da58 req-9ba1e83c-eec7-45e2-ba3e-15c6762a3f6e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1248028 Jul 27 18:01:42.078961 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2aee3c3a-efbe-441f-bc9c-14892a2a2537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:42.082091 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2aee3c3a-efbe-441f-bc9c-14892a2a2537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:42.083255 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-2aee3c3a-efbe-441f-bc9c-14892a2a2537 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b4d4f25-4557-419e-a3cd-d77886b757c9 HTTP/1.1" status: 204 len: 168 time: 0.2014129 Jul 27 18:01:42.108655 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-49865c65-4834-4cb2-bad5-545dba86da58 req-a384e5b6-e9e9-49ff-a676-9a42f3f71aa5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632844 Jul 27 18:01:42.113929 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee3c3a-efbe-441f-bc9c-14892a2a2537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4d4f25-4557-419e-a3cd-d77886b757c9,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:42.260262 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c8055-4cf6-471b-8a8d-60039e1bf910 req-591be542-659e-4bf5-9f45-41739a4ab5d2 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:42.262080 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ff6c8055-4cf6-471b-8a8d-60039e1bf910 req-591be542-659e-4bf5-9f45-41739a4ab5d2 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 945 time: 0.0750570 Jul 27 18:01:42.318315 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ff6c8055-4cf6-471b-8a8d-60039e1bf910 req-dabe050b-8507-46bd-9985-e0320380d715 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Jul 27 18:01:43.416411 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8317f-0513-4aff-8481-f7f214c8d8a9 req-993d0383-0055-4b60-a499-ac87b30ed8d3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:43.417366 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac750e-772b-43de-8964-376262e1fb91 req-546bbe44-2d95-454f-a72e-8b8523cfce52 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:43.420321 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fcc8317f-0513-4aff-8481-f7f214c8d8a9 req-993d0383-0055-4b60-a499-ac87b30ed8d3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.2115207 Jul 27 18:01:43.430749 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9dac750e-772b-43de-8964-376262e1fb91 req-546bbe44-2d95-454f-a72e-8b8523cfce52 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.3879302 Jul 27 18:01:43.487272 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9dac750e-772b-43de-8964-376262e1fb91 req-6294aea3-8ed5-4572-9b32-ebb649fa1559 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553155 Jul 27 18:01:43.489848 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fcc8317f-0513-4aff-8481-f7f214c8d8a9 req-b3d82047-f794-47c4-80ec-3da8d0ca0eb2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616868 Jul 27 18:01:43.671421 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335459f2-a09e-4151-9449-207a84bd5452 req-d36e389e-0876-485d-8ff4-4e890061c0e8 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:43.679515 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-335459f2-a09e-4151-9449-207a84bd5452 req-d36e389e-0876-485d-8ff4-4e890061c0e8 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 945 time: 0.0908108 Jul 27 18:01:43.718932 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-335459f2-a09e-4151-9449-207a84bd5452 req-a7f65fcf-fbc5-4142-b79f-32d6b9dc2936 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Jul 27 18:01:44.727338 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac7b72-f4b0-443d-935d-e3fe9979ca40 req-f79fda63-79fc-4823-a844-edab66bd40f1 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:44.727938 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c9781-e1a9-481a-806e-0ebc263b49ee req-dda69e45-b4e9-4ade-ac8f-bb7c2e4da4c5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:44.736808 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ed7c9781-e1a9-481a-806e-0ebc263b49ee req-dda69e45-b4e9-4ade-ac8f-bb7c2e4da4c5 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1294243 Jul 27 18:01:44.739597 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c6ac7b72-f4b0-443d-935d-e3fe9979ca40 req-f79fda63-79fc-4823-a844-edab66bd40f1 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.1202776 Jul 27 18:01:44.799332 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c6ac7b72-f4b0-443d-935d-e3fe9979ca40 req-4468dc02-6a39-4cef-ad84-eef53619d781 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568037 Jul 27 18:01:44.855783 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ed7c9781-e1a9-481a-806e-0ebc263b49ee req-294fb377-e0b9-4e4d-acd5-08f7cdbbc13c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168742 Jul 27 18:01:45.002173 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-d97bc39d-e9fd-4ad4-b046-c3c65f09c08b tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:45.004853 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-d97bc39d-e9fd-4ad4-b046-c3c65f09c08b tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.41 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 945 time: 0.1131225 Jul 27 18:01:45.011992 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5f7ac-3252-4159-a120-8ad339b1beaf req-9f37d7c9-bbd0-4396-b868-2799a5d38aef tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:45.013447 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-63d5f7ac-3252-4159-a120-8ad339b1beaf req-9f37d7c9-bbd0-4396-b868-2799a5d38aef tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 945 time: 0.1336513 Jul 27 18:01:45.107768 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-63d5f7ac-3252-4159-a120-8ad339b1beaf req-0aea10dd-2e0a-4368-a083-87ce589f75c9 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Jul 27 18:01:45.149911 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Deleting port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:01:45.150258 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:45.251695 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] For port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:01:45.252063 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:45.266053 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Calling delete_port for 9ee13ac6-60da-4af2-9fb2-ab00cab754dd owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:01:45.405215 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:45.427186 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['9ee13ac6-60da-4af2-9fb2-ab00cab754dd'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:01:45.445518 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Pushing event deleted for resources: {'Port': ['ID=9ee13ac6-60da-4af2-9fb2-ab00cab754dd,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:45.497264 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] No DVR routers for this DVR port 9ee13ac6-60da-4af2-9fb2-ab00cab754dd on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:01:45.502018 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:45.504581 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-58ad1ab2-7014-4a0f-bb6a-3d341655b9e7 req-e669d97d-24f1-4fe6-8664-fdeceace2b81 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.41 "DELETE /v2.0/ports/9ee13ac6-60da-4af2-9fb2-ab00cab754dd HTTP/1.1" status: 204 len: 173 time: 0.4899759 Jul 27 18:01:45.508431 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49864e5f-6f3d-42f9-9900-b3cb2f9e0814', 'name': 'network-vif-deleted', 'tag': '9ee13ac6-60da-4af2-9fb2-ab00cab754dd'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:01:45.511199 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8d19bb-ce8f-4dc8-9675-d0200dcb1f47" -d '{"events": [{"server_uuid": "49864e5f-6f3d-42f9-9900-b3cb2f9e0814", "name": "network-vif-deleted", "tag": "9ee13ac6-60da-4af2-9fb2-ab00cab754dd"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:01:45.561834 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27b12e0-2dc9-499a-94ec-8ba45084a68f x-openstack-request-id: req-e27b12e0-2dc9-499a-94ec-8ba45084a68f {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:01:45.562109 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49864e5f-6f3d-42f9-9900-b3cb2f9e0814", "name": "network-vif-deleted", "tag": "9ee13ac6-60da-4af2-9fb2-ab00cab754dd", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:01:45.562360 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e27b12e0-2dc9-499a-94ec-8ba45084a68f {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:01:45.562756 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49864e5f-6f3d-42f9-9900-b3cb2f9e0814', 'name': 'network-vif-deleted', 'tag': '9ee13ac6-60da-4af2-9fb2-ab00cab754dd', 'status': 'completed', 'code': 200} Jul 27 18:01:45.958089 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19b5c-8016-49b6-a8a2-bc21539bf999 req-7111de94-3dac-421a-b775-16575ed41c15 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:45.962284 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-83c19b5c-8016-49b6-a8a2-bc21539bf999 req-7111de94-3dac-421a-b775-16575ed41c15 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.0864351 Jul 27 18:01:46.016479 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711723c8-6113-4977-bfdc-7acc3db1917e req-ca6ccf57-c72d-4e28-b2c4-b3b1ecdf27e6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:46.026595 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-711723c8-6113-4977-bfdc-7acc3db1917e req-ca6ccf57-c72d-4e28-b2c4-b3b1ecdf27e6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0868754 Jul 27 18:01:46.038732 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-83c19b5c-8016-49b6-a8a2-bc21539bf999 req-6e79b1d9-5610-4d7b-84c6-8f72c62ad6ea tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703321 Jul 27 18:01:46.103244 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-711723c8-6113-4977-bfdc-7acc3db1917e req-5442bd7b-8a61-4b78-99cf-0d12fffccdb6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682797 Jul 27 18:01:46.228453 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f9a49e12-2c6f-493a-ae1d-e85d212a7ab9 req-c5cc5a9d-cfa3-457e-b28c-c075b62ec59e tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=49864e5f-6f3d-42f9-9900-b3cb2f9e0814 HTTP/1.1" status: 200 len: 210 time: 0.0304189 Jul 27 18:01:47.171594 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b587512-7e0f-48b4-bc48-6be0cc4bd494 req-5f606c77-81ec-4037-82a0-d073b958a36f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:47.181768 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0b587512-7e0f-48b4-bc48-6be0cc4bd494 req-5f606c77-81ec-4037-82a0-d073b958a36f tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.0827684 Jul 27 18:01:47.231871 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0b587512-7e0f-48b4-bc48-6be0cc4bd494 req-51a3b608-015a-4ed1-9629-8f23dec01c91 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490236 Jul 27 18:01:47.251450 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05735c4-6f1f-4f4e-b782-3231d32a2ef6 req-2dd63bfc-9b7f-4997-a181-27d3aadff969 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:47.253129 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e05735c4-6f1f-4f4e-b782-3231d32a2ef6 req-2dd63bfc-9b7f-4997-a181-27d3aadff969 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0815814 Jul 27 18:01:47.304626 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e05735c4-6f1f-4f4e-b782-3231d32a2ef6 req-3cc88bd3-e421-4a8c-9e6f-9f7300115f20 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Jul 27 18:01:47.547709 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-547cceff-f51f-4b94-9210-b6d8ebec90f0 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:47.549539 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-547cceff-f51f-4b94-9210-b6d8ebec90f0 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 945 time: 0.0723591 Jul 27 18:01:47.681679 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Deleting port 30855f6b-a4e9-451b-a987-b6463500fdb3 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:01:47.682049 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:47.781922 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] For port 30855f6b-a4e9-451b-a987-b6463500fdb3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=30855f6b-a4e9-451b-a987-b6463500fdb3,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:01:47.782480 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:47.803074 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Calling delete_port for 30855f6b-a4e9-451b-a987-b6463500fdb3 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:01:47.949576 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:47.990401 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Pushing event deleted for resources: {'Port': ['ID=30855f6b-a4e9-451b-a987-b6463500fdb3,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:48.050488 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] No DVR routers for this DVR port 30855f6b-a4e9-451b-a987-b6463500fdb3 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:01:48.053491 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:48.056028 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e2ca894c-1175-4fcf-bdf3-31666a00184f req-69cb4af8-870f-4909-adde-b1e5e2d72042 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "DELETE /v2.0/ports/30855f6b-a4e9-451b-a987-b6463500fdb3 HTTP/1.1" status: 204 len: 173 time: 0.4824259 Jul 27 18:01:48.056492 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b84fdb-607c-480a-bb89-e87157f1f35b', 'name': 'network-vif-deleted', 'tag': '30855f6b-a4e9-451b-a987-b6463500fdb3'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:01:48.058711 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a2f49d-0a07-46bb-9d26-5fb5054cfe04" -d '{"events": [{"server_uuid": "12b84fdb-607c-480a-bb89-e87157f1f35b", "name": "network-vif-deleted", "tag": "30855f6b-a4e9-451b-a987-b6463500fdb3"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:01:48.097962 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42650745-54c1-4fe5-88dd-6b3198e5f9c8 x-openstack-request-id: req-42650745-54c1-4fe5-88dd-6b3198e5f9c8 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:01:48.098215 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b84fdb-607c-480a-bb89-e87157f1f35b", "name": "network-vif-deleted", "tag": "30855f6b-a4e9-451b-a987-b6463500fdb3", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:01:48.098591 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42650745-54c1-4fe5-88dd-6b3198e5f9c8 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:01:48.098934 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b84fdb-607c-480a-bb89-e87157f1f35b', 'name': 'network-vif-deleted', 'tag': '30855f6b-a4e9-451b-a987-b6463500fdb3', 'status': 'completed', 'code': 200} Jul 27 18:01:48.397290 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-007ac49a-1c9a-4437-88e2-24af56b09a15 req-886c2529-5d5f-42ff-afc8-b19c9de2cca8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 210 time: 0.0445910 Jul 27 18:01:48.534024 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef09c8-3b32-4fc5-8da6-62e30f2e3a1d req-91258f57-0be9-49de-bac1-c26d934455ec tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:48.557665 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b0ef09c8-3b32-4fc5-8da6-62e30f2e3a1d req-91258f57-0be9-49de-bac1-c26d934455ec tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0981302 Jul 27 18:01:48.593089 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b0ef09c8-3b32-4fc5-8da6-62e30f2e3a1d req-c3683177-1278-4346-9c8c-5e503a2f4c06 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514293 Jul 27 18:01:49.497424 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a2f7f420-56d5-45dc-89fd-3111e6b42ab7 req-dfe4ae8b-7a57-496a-a93f-960f9d5bede9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 210 time: 0.0283709 Jul 27 18:01:49.732314 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74fd25-10a8-4426-bd7a-2fc8bdbaf118 req-5a442bcd-43b9-4c7b-9829-fe8301a7212c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:49.733854 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7a74fd25-10a8-4426-bd7a-2fc8bdbaf118 req-5a442bcd-43b9-4c7b-9829-fe8301a7212c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0665596 Jul 27 18:01:49.773101 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7a74fd25-10a8-4426-bd7a-2fc8bdbaf118 req-a7f7770b-16bb-46e4-b4a0-9a24ad541f6e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326815 Jul 27 18:01:50.595337 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ca61271f-5a86-484f-993a-42c2d8cc3ed6 req-ccf768f9-b0b9-4857-a23e-99db9780f5ff tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 210 time: 0.0307503 Jul 27 18:01:50.705705 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d329629e-37a1-46be-b20d-992a060550c0', '8397fca0-1e6f-45d3-a27e-08fb3a91fce1', 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc', '30855f6b-a4e9-451b-a987-b6463500fdb3'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:01:50.797472 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f70d93e8-3897-4cc5-aef8-70e5e6e0114e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:50.908731 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7360bc-9c15-46ce-8652-cc6ee9348f90 req-d00d0fc5-6b65-4421-b60f-6321b32095da tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:50.910271 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f7360bc-9c15-46ce-8652-cc6ee9348f90 req-d00d0fc5-6b65-4421-b60f-6321b32095da tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0640855 Jul 27 18:01:50.948680 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f7360bc-9c15-46ce-8652-cc6ee9348f90 req-bfa9ccdb-a95c-4aec-ac93-9ebd8b7e3128 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315716 Jul 27 18:01:51.698876 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-906a5678-24a6-4a64-9e92-9482de739d02 req-888a8000-7a5b-4363-843f-4ed718ad56af tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 210 time: 0.0327601 Jul 27 18:01:51.920489 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 9ee13ac6-60da-4af2-9fb2-ab00cab754dd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:01:51.941953 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 9ee13ac6-60da-4af2-9fb2-ab00cab754dd {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:01:51.942310 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 9ee13ac6-60da-4af2-9fb2-ab00cab754dd not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:01:52.095371 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5aef5d-8008-46ad-9bab-cfbc186dc8ab req-50318452-8a0c-4c3c-b921-2b649836b72a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:52.096954 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b5aef5d-8008-46ad-9bab-cfbc186dc8ab req-50318452-8a0c-4c3c-b921-2b649836b72a tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0749614 Jul 27 18:01:52.152688 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b5aef5d-8008-46ad-9bab-cfbc186dc8ab req-d63e3b4a-805f-4d5e-8680-044f8100e001 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Jul 27 18:01:52.722410 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 30855f6b-a4e9-451b-a987-b6463500fdb3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:01:52.753783 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 30855f6b-a4e9-451b-a987-b6463500fdb3 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:01:52.754678 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 30855f6b-a4e9-451b-a987-b6463500fdb3 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:01:52.866037 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e6ddc655-fdb7-4cd7-858d-0b14ade6583e req-abd9870f-d021-4c1e-884a-46a2b7702490 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=12b84fdb-607c-480a-bb89-e87157f1f35b HTTP/1.1" status: 200 len: 210 time: 0.0389097 Jul 27 18:01:53.298669 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ed66c-273f-45de-9cd4-0582ffc30b2e req-db32d79e-5626-4d72-a224-009279d3ebdc tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:53.300223 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a2ed66c-273f-45de-9cd4-0582ffc30b2e req-db32d79e-5626-4d72-a224-009279d3ebdc tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0699573 Jul 27 18:01:53.343672 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a2ed66c-273f-45de-9cd4-0582ffc30b2e req-335db6fd-9ac3-4311-b118-af298fa29231 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Jul 27 18:01:53.647232 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:53.667834 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-01e5402b-c1b6-46bf-9116-d97e16feef0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:54.414624 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:54.496877 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731ea2e-2597-4bae-9965-6ad7bcafa17c req-df00b464-3870-4986-b17c-74cda138f87c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:54.499338 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9731ea2e-2597-4bae-9965-6ad7bcafa17c req-df00b464-3870-4986-b17c-74cda138f87c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0760746 Jul 27 18:01:54.542431 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9731ea2e-2597-4bae-9965-6ad7bcafa17c req-eabd4ab9-3c97-411c-a72d-967b35acc850 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363140 Jul 27 18:01:55.686377 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 32924) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:01:55.720802 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52a720-de01-4d85-8f0a-1d1bad7ae9d2 req-5db18ffe-bfd4-49de-87a9-eaf18a2e95ed tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:55.722360 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4f52a720-de01-4d85-8f0a-1d1bad7ae9d2 req-5db18ffe-bfd4-49de-87a9-eaf18a2e95ed tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0974970 Jul 27 18:01:55.776086 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4f52a720-de01-4d85-8f0a-1d1bad7ae9d2 req-a15e6a26-3e7e-428e-8989-4035b3cbe64c tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457885 Jul 27 18:01:55.843297 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:55.961370 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:55.966243 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.001786 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cf7ccf-da6d-43aa-a16f-d0b86562285c,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:56.017839 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e9ee79c633944299b12055eeadc4780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297107 Jul 27 18:01:56.019125 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 32932) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:01:56.019438 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.019994 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.020458 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.020680 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.021379 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.021496 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.022975 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.022975 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.023314 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.023850 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.024208 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.025041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b9e50f-655b-4a06-92b8-103a85ff0918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.118853 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.121239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.151809 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.263185 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.266866 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.268366 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84cf7ccf-da6d-43aa-a16f-d0b86562285c HTTP/1.1" status: 204 len: 168 time: 0.2418785 Jul 27 18:01:56.277262 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cf7ccf-da6d-43aa-a16f-d0b86562285c,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:56.297867 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.298262 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.298813 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.299366 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.299881 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.300393 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.300908 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.301251 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.301590 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.301923 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.302258 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.302587 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b266522-a44c-4a8f-92a6-2fc8d7beaf57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:01:56.623954 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 32946) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:01:56.639100 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a9d87116-bfe8-46e3-b779-90b2db6bee79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.753496 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a9d87116-bfe8-46e3-b779-90b2db6bee79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.757992 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a9d87116-bfe8-46e3-b779-90b2db6bee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.804987 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a9d87116-bfe8-46e3-b779-90b2db6bee79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16c6454dbb0d42da91775de1e49b1db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799316 Jul 27 18:01:56.806124 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d87116-bfe8-46e3-b779-90b2db6bee79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1220e73-f865-446a-9bf1-604fb94e06b6,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:56.807637 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 32950) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:01:56.876391 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-76c642b2-c8e7-4c88-b465-a235ee485be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.901445 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-76c642b2-c8e7-4c88-b465-a235ee485be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.951214 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acec7c-6045-4303-a7b0-2d1a8cfc5147 req-9be4bf39-7825-4c25-8e4d-54dc1901d972 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:56.953305 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b2acec7c-6045-4303-a7b0-2d1a8cfc5147 req-9be4bf39-7825-4c25-8e4d-54dc1901d972 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0850933 Jul 27 18:01:56.958064 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-76c642b2-c8e7-4c88-b465-a235ee485be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.962296 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-76c642b2-c8e7-4c88-b465-a235ee485be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:56.963487 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-76c642b2-c8e7-4c88-b465-a235ee485be0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1220e73-f865-446a-9bf1-604fb94e06b6 HTTP/1.1" status: 204 len: 168 time: 0.1541197 Jul 27 18:01:56.977578 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c642b2-c8e7-4c88-b465-a235ee485be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1220e73-f865-446a-9bf1-604fb94e06b6,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:57.017114 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:01:57.019426 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b2acec7c-6045-4303-a7b0-2d1a8cfc5147 req-c308a6fd-d483-4552-ab81-20d54376d261 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Jul 27 18:01:57.388380 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 32964) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:01:57.407780 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f4189e9-7958-432d-87d1-9cbbc4bfc561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:57.526228 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f4189e9-7958-432d-87d1-9cbbc4bfc561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:57.534018 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f4189e9-7958-432d-87d1-9cbbc4bfc561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:57.558467 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4189e9-7958-432d-87d1-9cbbc4bfc561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e799f8a-5603-4833-8145-11ea54425c15,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:57.584692 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-3f4189e9-7958-432d-87d1-9cbbc4bfc561 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3ffb053cce44f269ab057f2019ef8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951632 Jul 27 18:01:57.585036 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 32966) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:01:57.648686 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e8a5438e-455f-4ff8-9fe3-9ed32e4a512e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:57.675260 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e8a5438e-455f-4ff8-9fe3-9ed32e4a512e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:57.749674 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e8a5438e-455f-4ff8-9fe3-9ed32e4a512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:57.752324 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e8a5438e-455f-4ff8-9fe3-9ed32e4a512e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:01:57.756059 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e8a5438e-455f-4ff8-9fe3-9ed32e4a512e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e799f8a-5603-4833-8145-11ea54425c15 HTTP/1.1" status: 204 len: 168 time: 0.1673110 Jul 27 18:01:57.762849 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5438e-455f-4ff8-9fe3-9ed32e4a512e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e799f8a-5603-4833-8145-11ea54425c15,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:01:58.195253 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8a270-65b5-41f4-a348-aa2371a16985 req-b1e08128-13f7-466c-83d0-f4adaeb739ac tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:58.197036 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b8e8a270-65b5-41f4-a348-aa2371a16985 req-b1e08128-13f7-466c-83d0-f4adaeb739ac tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0822630 Jul 27 18:01:58.245581 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b8e8a270-65b5-41f4-a348-aa2371a16985 req-4188c671-7be1-4614-be82-dddbb25ad0f6 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Jul 27 18:01:59.406018 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22a140-d6c5-4ede-9eec-49e0bb9fc091 req-d98b6f64-0f6b-4ba9-8821-2464d06bdd99 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:59.407929 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2e22a140-d6c5-4ede-9eec-49e0bb9fc091 req-d98b6f64-0f6b-4ba9-8821-2464d06bdd99 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0867639 Jul 27 18:01:59.496171 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2e22a140-d6c5-4ede-9eec-49e0bb9fc091 req-bc832e85-aafa-4635-899b-487dbd5be4d4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809045 Jul 27 18:01:59.783491 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-6f68c9c5-4865-4275-9814-598d2c3af93c tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:59.792383 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-6f68c9c5-4865-4275-9814-598d2c3af93c tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/networks?id=681921bd-e9eb-4037-a107-8dd38f8dc851 HTTP/1.1" status: 200 len: 814 time: 0.1610224 Jul 27 18:01:59.810181 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-cf312863-b687-4c76-b58c-7ce752a6d28f tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/quotas/c065da1deccd44f1bcd40fc5c71cff1f HTTP/1.1" status: 200 len: 375 time: 0.0163856 Jul 27 18:01:59.847986 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-8e878de0-44f1-4d1d-b405-046e2a649b7a tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c065da1deccd44f1bcd40fc5c71cff1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366745 Jul 27 18:01:59.849217 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d1c73-5588-40b4-8d74-c09b99e83434 req-15cb5f6e-3751-49b8-b210-3ece6c2fc2ec tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:01:59.851719 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7a7d1c73-5588-40b4-8d74-c09b99e83434 req-15cb5f6e-3751-49b8-b210-3ece6c2fc2ec tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 945 time: 0.0708447 Jul 27 18:01:59.902755 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7a7d1c73-5588-40b4-8d74-c09b99e83434 req-1f2c77ae-31f7-4f4c-9d9c-355eeaeace02 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Jul 27 18:01:59.964862 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-61a0a4fc-182e-48f9-919b-7b9dc3a5bdc0 service neutron] 10.222.0.47 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083775 Jul 27 18:02:00.059998 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-cd4d1e98-8906-4aa1-9fff-021174e9ce79 service neutron] 10.222.0.47 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881937 Jul 27 18:02:00.242377 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-15cf6102-020b-43b3-94d5-8310c9558584 req-de31f090-786b-4837-99fc-3307e0d85815 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 210 time: 0.0368097 Jul 27 18:02:00.655982 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-236f1dbf-2508-4128-b8a4-31836c12940a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1539280 Jul 27 18:02:00.721495 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d91c7a-5e31-4329-9954-bff47ecbccd7 req-7299c3f9-02f3-4bf4-bae5-5e98ba980439 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:00.733692 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-28d91c7a-5e31-4329-9954-bff47ecbccd7 req-7299c3f9-02f3-4bf4-bae5-5e98ba980439 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1249886 Jul 27 18:02:00.770507 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-95fceae1-f80c-470b-b8e8-262bff651314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:00.773508 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-95fceae1-f80c-470b-b8e8-262bff651314 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 1098 time: 0.0826299 Jul 27 18:02:00.801826 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-28d91c7a-5e31-4329-9954-bff47ecbccd7 req-417e8db3-a4b1-44cf-a7e4-bf2e274b8bdf tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666041 Jul 27 18:02:00.949343 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-28a81185-2b86-4690-a7d7-a3f9eac02083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:00.953634 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-28a81185-2b86-4690-a7d7-a3f9eac02083 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.1342645 Jul 27 18:02:01.033837 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-ebf15554-895b-4b9c-b2bd-3ab802fb415a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178 HTTP/1.1" status: 200 len: 217 time: 0.0621002 Jul 27 18:02:01.127725 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-a22a9cca-3995-458c-916b-83c145e4a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:01.129358 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-a22a9cca-3995-458c-916b-83c145e4a3f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.0796909 Jul 27 18:02:01.158866 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742cfc9-7f09-4a72-98bc-3304896809be req-3761ccdd-fe4c-4899-b6b7-4101a5a435cf tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:01.166520 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f742cfc9-7f09-4a72-98bc-3304896809be req-3761ccdd-fe4c-4899-b6b7-4101a5a435cf tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 945 time: 0.1311421 Jul 27 18:02:01.192668 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-00815020-2deb-450a-b27a-1a8b7ed43d76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504866 Jul 27 18:02:01.295958 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f742cfc9-7f09-4a72-98bc-3304896809be req-f9117aea-607d-44ad-a972-6d77173b356b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247344 Jul 27 18:02:01.378949 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-e936b001-37b8-4eaa-9ac1-f50ff4f419fa service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721280 Jul 27 18:02:01.393962 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c0377e31-c5d4-4835-b26f-61a69d6f71fe req-c62d1a9a-c5bf-44ce-9a83-674a931add44 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 210 time: 0.0428514 Jul 27 18:02:01.507883 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-97fc2306-bbdf-43b6-8124-b343da5ba2bc req-0c0c1de1-1ba3-46df-a352-5794a0bcd74c service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089225 Jul 27 18:02:01.535363 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:01.996413 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa2bec-e9e7-4c90-9c45-fe4407aaa34f req-136e8e9c-9173-4118-b0ec-c9c68fefa38f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:01.998237 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-09fa2bec-e9e7-4c90-9c45-fe4407aaa34f req-136e8e9c-9173-4118-b0ec-c9c68fefa38f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0846865 Jul 27 18:02:02.054478 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-09fa2bec-e9e7-4c90-9c45-fe4407aaa34f req-45ae1513-8404-4f34-84c0-6d8a9e32a446 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478625 Jul 27 18:02:02.570871 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-9570b486-2d2b-4e41-ab77-851868f296f2 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:02.572434 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-9570b486-2d2b-4e41-ab77-851868f296f2 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.41 "GET /v2.0/networks?id=681921bd-e9eb-4037-a107-8dd38f8dc851 HTTP/1.1" status: 200 len: 814 time: 0.2959390 Jul 27 18:02:02.598302 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbbd86-4e06-44a1-8f28-123b268b31f4 req-6394dceb-291d-4bb4-a19f-debcc385af9b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:02.598649 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c1b75ba5-71b9-4497-ad31-28c7407bc5aa req-763a8a57-f01a-4b9c-be59-10f29f78caf2 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 210 time: 0.0554848 Jul 27 18:02:02.600073 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-26cbbd86-4e06-44a1-8f28-123b268b31f4 req-6394dceb-291d-4bb4-a19f-debcc385af9b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 945 time: 0.1956115 Jul 27 18:02:02.605422 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Request body: {'port': {'device_id': 'e5b3a5e0-eca8-423b-aa51-3cfa677c6076', 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851', 'admin_state_up': True, 'tenant_id': 'c065da1deccd44f1bcd40fc5c71cff1f'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:02.702045 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-26cbbd86-4e06-44a1-8f28-123b268b31f4 req-19247a42-f0d1-4203-a728-47e58e92fc29 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918736 Jul 27 18:02:02.765174 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Made reservation on behalf of c065da1deccd44f1bcd40fc5c71cff1f for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:02.771296 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:02.983205 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Allocated IP 172.20.0.14 (681921bd-e9eb-4037-a107-8dd38f8dc851/536469ba-0d79-443c-a671-7d0094dca2cd/e25be890-5976-47e7-9ca6-7686862db493) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:02:03.321505 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-f936ea16-796b-4d64-b577-66760f07af0b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:03.323058 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-f936ea16-796b-4d64-b577-66760f07af0b tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 945 time: 0.2656779 Jul 27 18:02:03.328444 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:03.338196 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904928f6-d993-47d7-b9ec-5ca4cc0a493f req-3ce803f5-06d6-4e4e-8798-5ada65ca2de4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:03.339698 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-904928f6-d993-47d7-b9ec-5ca4cc0a493f req-3ce803f5-06d6-4e4e-8798-5ada65ca2de4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1647255 Jul 27 18:02:03.512561 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-904928f6-d993-47d7-b9ec-5ca4cc0a493f req-5f64479f-3bc6-46a6-ba94-a0d6f2eba83f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534843 Jul 27 18:02:03.555534 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:03.604238 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Network 681921bd-e9eb-4037-a107-8dd38f8dc851 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:03.613307 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:03.622160 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:02:03.661201 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Pushing event updated for resources: {'Port': ['ID=e25be890-5976-47e7-9ca6-7686862db493,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:03.670051 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Deleting port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:02:03.670051 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:03.737040 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:03.737944 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:03.767016 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-38fe8e36-e637-45ed-bcd1-6ff06c01e104 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1658623 Jul 27 18:02:03.794600 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Request body: {'port': {'device_id': 'e5b3a5e0-eca8-423b-aa51-3cfa677c6076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:03.842202 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524507b3-fddd-447c-8968-06bc236685de req-25627c32-599e-4fde-8428-b9e6101dfe10 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:03.844632 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-524507b3-fddd-447c-8968-06bc236685de req-25627c32-599e-4fde-8428-b9e6101dfe10 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 932 time: 0.1543140 Jul 27 18:02:03.893590 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] For port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:03.893905 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:03.918631 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-524507b3-fddd-447c-8968-06bc236685de req-afe22cfb-22a1-46e5-89e1-e1cc126f44ee tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643055 Jul 27 18:02:03.948544 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Calling delete_port for ce832b5f-93e1-4868-a5b0-cd7bdd363dbc owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:02:04.208200 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:04.302573 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8422e-7b49-4ee8-8acb-74d925bd0488 req-8e12b9ee-52ee-44bc-9c01-d8fecbe7002a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:04.304586 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cfc8422e-7b49-4ee8-8acb-74d925bd0488 req-8e12b9ee-52ee-44bc-9c01-d8fecbe7002a tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 945 time: 0.4175391 Jul 27 18:02:04.426216 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cfc8422e-7b49-4ee8-8acb-74d925bd0488 req-347abc57-ddc7-4588-bc8b-e6c0c8bc2886 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145489 Jul 27 18:02:04.520176 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:04.540621 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d329629e-37a1-46be-b20d-992a060550c0', '8397fca0-1e6f-45d3-a27e-08fb3a91fce1', 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:02:04.558426 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Pushing event deleted for resources: {'Port': ['ID=ce832b5f-93e1-4868-a5b0-cd7bdd363dbc,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:04.620344 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] No DVR routers for this DVR port ce832b5f-93e1-4868-a5b0-cd7bdd363dbc on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:02:04.623524 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:04.625526 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ad2b17c-b974-40a2-8291-6a14b82578d8 req-2a73c3fd-928d-433f-84c2-b0a9d16fe142 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "DELETE /v2.0/ports/ce832b5f-93e1-4868-a5b0-cd7bdd363dbc HTTP/1.1" status: 204 len: 173 time: 1.2834446 Jul 27 18:02:04.625950 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a3844d-7f37-451c-ba62-632ce4d5c308', 'name': 'network-vif-deleted', 'tag': 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:04.628196 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315e59ea-69a7-416d-8606-d7efcd03534f" -d '{"events": [{"server_uuid": "d2a3844d-7f37-451c-ba62-632ce4d5c308", "name": "network-vif-deleted", "tag": "ce832b5f-93e1-4868-a5b0-cd7bdd363dbc"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:04.695051 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e25be890-5976-47e7-9ca6-7686862db493 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:02:04.700427 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6ca98-0564-4c74-b0d6-a94f6ba2de41 x-openstack-request-id: req-33d6ca98-0564-4c74-b0d6-a94f6ba2de41 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:04.700708 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a3844d-7f37-451c-ba62-632ce4d5c308", "name": "network-vif-deleted", "tag": "ce832b5f-93e1-4868-a5b0-cd7bdd363dbc", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:04.700953 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-33d6ca98-0564-4c74-b0d6-a94f6ba2de41 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:04.701331 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a3844d-7f37-451c-ba62-632ce4d5c308', 'name': 'network-vif-deleted', 'tag': 'ce832b5f-93e1-4868-a5b0-cd7bdd363dbc', 'status': 'completed', 'code': 200} Jul 27 18:02:04.705302 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:04.706168 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed029166-9e6f-478d-bea2-777f521abdae req-354cf18b-fb00-4c79-8936-7993976e41cc tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:04.708354 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ed029166-9e6f-478d-bea2-777f521abdae req-354cf18b-fb00-4c79-8936-7993976e41cc tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1108387 Jul 27 18:02:04.719518 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Transition to ACTIVE for port object e25be890-5976-47e7-9ca6-7686862db493 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:04.726660 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:04.774458 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ed029166-9e6f-478d-bea2-777f521abdae req-17109b72-c343-42b6-957c-bdfc06c9305e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592694 Jul 27 18:02:04.784953 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Pushing event updated for resources: {'Port': ['ID=e25be890-5976-47e7-9ca6-7686862db493,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:04.855743 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Attempting to bind port e25be890-5976-47e7-9ca6-7686862db493 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:02:04.856072 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Attempting to bind port e25be890-5976-47e7-9ca6-7686862db493 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:02:04.856393 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Attempting to bind port e25be890-5976-47e7-9ca6-7686862db493 on network 681921bd-e9eb-4037-a107-8dd38f8dc851 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:04.860539 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Port e25be890-5976-47e7-9ca6-7686862db493 on network 681921bd-e9eb-4037-a107-8dd38f8dc851 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:02:04.860855 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Attempting to bind port e25be890-5976-47e7-9ca6-7686862db493 on network 681921bd-e9eb-4037-a107-8dd38f8dc851 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:04.866147 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:02:04.866482 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Checking segment: {'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:04.866852 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Bound using segment: {'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:02:04.867293 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Bound port: e25be890-5976-47e7-9ca6-7686862db493, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:02:04.867647 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:04.932127 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] For port e25be890-5976-47e7-9ca6-7686862db493, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:02:04.935128 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] For port e25be890-5976-47e7-9ca6-7686862db493, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e25be890-5976-47e7-9ca6-7686862db493,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:02:04.939719 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:04.975558 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:04.976351 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:04.977738 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] 10.222.0.41 "PUT /v2.0/ports/e25be890-5976-47e7-9ca6-7686862db493 HTTP/1.1" status: 200 len: 1094 time: 1.1910410 Jul 27 18:02:05.024463 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caae332-61dd-4663-9629-4e7bd075e0be service neutron] Pushing event updated for resources: {'Port': ['ID=e25be890-5976-47e7-9ca6-7686862db493,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:05.097807 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a35e1-7077-4cf9-bf48-6eadd3b43cde req-513d4e80-d634-4c73-b866-3021c4d0b1a4 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:05.099519 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f40a35e1-7077-4cf9-bf48-6eadd3b43cde req-513d4e80-d634-4c73-b866-3021c4d0b1a4 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 944 time: 0.1053493 Jul 27 18:02:05.125708 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-0b0c4435-b485-4f72-b0de-95a18f25ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:05.127242 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-0b0c4435-b485-4f72-b0de-95a18f25ce32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c065da1deccd44f1bcd40fc5c71cff1f&device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 1097 time: 0.0988498 Jul 27 18:02:05.152384 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f40a35e1-7077-4cf9-bf48-6eadd3b43cde req-9d26b9ab-ae74-4f9f-8b90-c111440b1ac3 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Jul 27 18:02:05.181289 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-104919bc-9340-4448-bc38-3501c22e5b63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e25be890-5976-47e7-9ca6-7686862db493 HTTP/1.1" status: 200 len: 217 time: 0.0427904 Jul 27 18:02:05.250243 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-dc23ef64-c6e4-4fe0-999c-8387a95b1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:05.251663 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-dc23ef64-c6e4-4fe0-999c-8387a95b1bdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=536469ba-0d79-443c-a671-7d0094dca2cd HTTP/1.1" status: 200 len: 854 time: 0.0427659 Jul 27 18:02:05.292378 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-182fa13e-9e4e-4467-80a7-2306b4bb0ca4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681921bd-e9eb-4037-a107-8dd38f8dc851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292299 Jul 27 18:02:05.387510 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-9693a8a2-0e15-49b6-8806-e711ee343448 service neutron] 10.222.0.41 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816913 Jul 27 18:02:05.493994 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1b37b381-3748-46c0-902d-d5cb1148cf3e req-e6199702-f655-469d-ac30-31ed73ccefdf service neutron] 10.222.0.41 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935385 Jul 27 18:02:05.550594 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e7083e23-25e3-443b-ab30-1fffb8544fda req-92ff8035-7ec6-4426-94f8-ef64fbaef3bf tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2a3844d-7f37-451c-ba62-632ce4d5c308 HTTP/1.1" status: 200 len: 210 time: 0.0336158 Jul 27 18:02:05.783934 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd5446-d167-4779-9b7f-5e4d32ad7823 req-db8f0818-5bbc-4e14-87dc-aa982457a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:05.792691 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-58bd5446-d167-4779-9b7f-5e4d32ad7823 req-db8f0818-5bbc-4e14-87dc-aa982457a12c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.0592458 Jul 27 18:02:05.838321 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-58bd5446-d167-4779-9b7f-5e4d32ad7823 req-fcf735f9-ed6a-4124-b2cd-9a14b82d53c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300186 Jul 27 18:02:05.914419 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dfed4-2db7-4d35-8acf-b7ac10f864de req-7e4e1c91-5542-4fb8-95e9-c93a9e657829 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:05.915967 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cd8dfed4-2db7-4d35-8acf-b7ac10f864de req-7e4e1c91-5542-4fb8-95e9-c93a9e657829 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0656579 Jul 27 18:02:05.955130 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cd8dfed4-2db7-4d35-8acf-b7ac10f864de req-b1eaca4b-769b-4935-b0f9-5d886e60f4e4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331337 Jul 27 18:02:06.285437 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b8c6a-26b7-4054-b562-7cc62f463c59 req-da6872cb-7f4c-46de-9778-bdc043554fa9 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:06.286843 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8e8b8c6a-26b7-4054-b562-7cc62f463c59 req-da6872cb-7f4c-46de-9778-bdc043554fa9 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 944 time: 0.0645168 Jul 27 18:02:06.328120 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8e8b8c6a-26b7-4054-b562-7cc62f463c59 req-cfb25457-5c88-411a-980c-f871a7a12d98 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346043 Jul 27 18:02:06.702735 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b3a5e0-eca8-423b-aa51-3cfa677c6076', 'tag': 'e25be890-5976-47e7-9ca6-7686862db493'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:06.705178 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad60265-5efe-4aec-8e5d-2e341b96f804" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b3a5e0-eca8-423b-aa51-3cfa677c6076", "tag": "e25be890-5976-47e7-9ca6-7686862db493"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:06.745376 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587a9ae1-61f8-40a1-ab7b-48ea75590a9d x-openstack-request-id: req-587a9ae1-61f8-40a1-ab7b-48ea75590a9d {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:06.745665 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b3a5e0-eca8-423b-aa51-3cfa677c6076", "tag": "e25be890-5976-47e7-9ca6-7686862db493", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:06.745918 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-587a9ae1-61f8-40a1-ab7b-48ea75590a9d {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:06.746312 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b3a5e0-eca8-423b-aa51-3cfa677c6076', 'tag': 'e25be890-5976-47e7-9ca6-7686862db493', 'status': 'completed', 'code': 200} Jul 27 18:02:06.803686 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce832b5f-93e1-4868-a5b0-cd7bdd363dbc no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:02:06.824575 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: ce832b5f-93e1-4868-a5b0-cd7bdd363dbc {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:02:06.824828 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce832b5f-93e1-4868-a5b0-cd7bdd363dbc not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:02:06.838326 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf94245-0f42-4e67-9d3f-8f607ac4d40c req-b9d41afa-2602-4b6a-a0af-35907abe1a36 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:06.839858 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3bf94245-0f42-4e67-9d3f-8f607ac4d40c req-b9d41afa-2602-4b6a-a0af-35907abe1a36 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 946 time: 0.0699189 Jul 27 18:02:06.861298 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-04e57a8b-173c-430e-9954-dfb58b8cf212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:06.862796 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-04e57a8b-173c-430e-9954-dfb58b8cf212 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c065da1deccd44f1bcd40fc5c71cff1f&device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 1097 time: 0.0553200 Jul 27 18:02:06.877807 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3bf94245-0f42-4e67-9d3f-8f607ac4d40c req-ad0b90f1-05f7-4e6f-a839-15bc2ac98f01 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Jul 27 18:02:06.955284 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-2d1a21db-690e-4d18-b509-908340de6059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:06.956751 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-2d1a21db-690e-4d18-b509-908340de6059 service neutron] 10.222.0.41 "GET /v2.0/networks?id=681921bd-e9eb-4037-a107-8dd38f8dc851 HTTP/1.1" status: 200 len: 915 time: 0.0838418 Jul 27 18:02:07.020146 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-ff6eeb44-98b8-4b1f-a899-34b12771c06e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e25be890-5976-47e7-9ca6-7686862db493 HTTP/1.1" status: 200 len: 217 time: 0.0385082 Jul 27 18:02:07.100783 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-756ee79e-950d-420f-bb30-88b616404cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:07.102134 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-756ee79e-950d-420f-bb30-88b616404cc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=536469ba-0d79-443c-a671-7d0094dca2cd HTTP/1.1" status: 200 len: 854 time: 0.0637200 Jul 27 18:02:07.125342 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d5fc-790a-40ec-b978-2f4432955b62 req-03727bf8-cf84-47b3-9d1f-a1dfa06e8498 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:07.126743 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c9f7d5fc-790a-40ec-b978-2f4432955b62 req-03727bf8-cf84-47b3-9d1f-a1dfa06e8498 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0964720 Jul 27 18:02:07.163034 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-b50061c9-874a-4213-97b8-fe3a57b3b867 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=681921bd-e9eb-4037-a107-8dd38f8dc851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352089 Jul 27 18:02:07.199041 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c9f7d5fc-790a-40ec-b978-2f4432955b62 req-7e825ae4-a3dd-4ff2-babd-219c5c9995b9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639172 Jul 27 18:02:07.224055 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33184) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:07.272994 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bf0ef3-65e8-49a6-92e6-662553df1c4a admin admin] Deleting subnet eefac0c5-fbaf-4014-980b-9f47a1e9b9ec {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:02:07.276274 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ef3-65e8-49a6-92e6-662553df1c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.285221 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-116dd3d1-8871-45cb-a7f6-ed3ad159287f service neutron] 10.222.0.41 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969522 Jul 27 18:02:07.311341 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ef3-65e8-49a6-92e6-662553df1c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125990872'] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.357520 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ef3-65e8-49a6-92e6-662553df1c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.396213 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad60265-5efe-4aec-8e5d-2e341b96f804 req-9f7ff1cd-c116-43e7-9214-12d00cb44abc service neutron] 10.222.0.41 "GET /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950708 Jul 27 18:02:07.449898 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ef3-65e8-49a6-92e6-662553df1c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127653775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126337960'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.481218 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf0ef3-65e8-49a6-92e6-662553df1c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eefac0c5-fbaf-4014-980b-9f47a1e9b9ec,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:07.484833 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ef3-65e8-49a6-92e6-662553df1c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.486413 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-82bf0ef3-65e8-49a6-92e6-662553df1c4a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/eefac0c5-fbaf-4014-980b-9f47a1e9b9ec HTTP/1.1" status: 204 len: 168 time: 0.2605350 Jul 27 18:02:07.489565 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33190) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:07.510639 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb162fb-b6a4-43a2-a97d-272976424d79 req-caeeda82-64e1-43a3-9ffe-281c4e26dbb3 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:07.512146 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dcb162fb-b6a4-43a2-a97d-272976424d79 req-caeeda82-64e1-43a3-9ffe-281c4e26dbb3 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 944 time: 0.1030219 Jul 27 18:02:07.552297 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dcb162fb-b6a4-43a2-a97d-272976424d79 req-e27c0e30-b527-4ea7-add8-fdd9697f5292 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338843 Jul 27 18:02:07.561481 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.641926 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.652226 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fe423c-8936-42e4-bec5-66364845be1c']}} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:07.662001 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5') {'for_net_delete': True} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:07.662488 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e867cbcd-56ab-4bc5-9d9d-230701b89ea5') {} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:07.670915 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125855100'] for segment, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.684196 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.689782 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:02:07.690163 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125860346'] for segment, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: Traceback (most recent call last): Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: timer() Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: cb(*args, **kw) Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: return func(*args, **kwargs) Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: self._notify() Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: self.callback(batched_events) Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: event.method(event) Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: return f(self, *a, **k) Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._get(url).json() Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: return self.request(url, 'GET', **kwargs) Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:02:07.691756 dv-cinder-786260-13-iscsi neutron-server[93051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:02:07.744312 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.749427 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:07.751397 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] 10.222.0.47 "DELETE /v2.0/networks/35fe423c-8936-42e4-bec5-66364845be1c HTTP/1.1" status: 204 len: 168 time: 0.2603977 Jul 27 18:02:07.763166 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ab680-204e-4f4a-89d6-0e9e65e84bca admin admin] Pushing event deleted for resources: {'Network': ['ID=35fe423c-8936-42e4-bec5-66364845be1c,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:07.913277 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33196) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:07.967676 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0e615f83-13de-4f5f-86e2-2f2442d2a849 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=22fa97a5212b49259a85da930b0c41c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531125 Jul 27 18:02:07.970270 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33198) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:08.019398 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d5283bc-9697-4d43-9eb3-f1f0b7f825c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:08.019910 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d6701-ac66-43b7-97cb-b2c4c12625df req-be08fd75-db5b-415a-bdb6-68f9b187e6ee tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:08.021453 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3e3d6701-ac66-43b7-97cb-b2c4c12625df req-be08fd75-db5b-415a-bdb6-68f9b187e6ee tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 946 time: 0.0676882 Jul 27 18:02:08.040437 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d5283bc-9697-4d43-9eb3-f1f0b7f825c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:08.059462 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3e3d6701-ac66-43b7-97cb-b2c4c12625df req-ffddf62c-1bd5-4877-ba1a-8a0a31ed8164 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320122 Jul 27 18:02:08.088326 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d5283bc-9697-4d43-9eb3-f1f0b7f825c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:08.090874 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d5283bc-9697-4d43-9eb3-f1f0b7f825c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:08.092063 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-4d5283bc-9697-4d43-9eb3-f1f0b7f825c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f826bb0-90ef-42bb-8709-3beec78c1e04 HTTP/1.1" status: 204 len: 168 time: 0.1208179 Jul 27 18:02:08.099804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5283bc-9697-4d43-9eb3-f1f0b7f825c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f826bb0-90ef-42bb-8709-3beec78c1e04,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:08.349514 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccb098-7518-4e2b-a64b-0026080be5de req-b4d0354c-c7bd-4886-afd0-4424aefc14b3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:08.351060 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-11ccb098-7518-4e2b-a64b-0026080be5de req-b4d0354c-c7bd-4886-afd0-4424aefc14b3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0804937 Jul 27 18:02:08.392136 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-11ccb098-7518-4e2b-a64b-0026080be5de req-e1bb9f71-2a7d-4567-8f8d-09460bfcfbd4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338571 Jul 27 18:02:08.723317 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3311fa-15ed-468d-92e7-7b9737c96ad6 req-eaef1bd4-224f-4472-b58b-a92cbf551a95 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:08.724994 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7b3311fa-15ed-468d-92e7-7b9737c96ad6 req-eaef1bd4-224f-4472-b58b-a92cbf551a95 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 944 time: 0.0671158 Jul 27 18:02:08.768055 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7b3311fa-15ed-468d-92e7-7b9737c96ad6 req-84bf4348-d2cb-4fd1-9e5c-ff61e3a3ca28 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357554 Jul 27 18:02:08.779617 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2d8b7-1019-48ba-be03-a1cba7dffb52 req-37a923bd-d5a1-4132-bddb-74e220b737c8 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:08.781135 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b0c2d8b7-1019-48ba-be03-a1cba7dffb52 req-37a923bd-d5a1-4132-bddb-74e220b737c8 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1098359 Jul 27 18:02:08.784186 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-f116c70c-c8b1-496f-b0a9-f556b88ada7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:08.785584 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-f116c70c-c8b1-496f-b0a9-f556b88ada7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48be8aced2274ceb88830889f36916f3&device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 1099 time: 0.1034138 Jul 27 18:02:08.813954 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33234) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:08.817479 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device e25be890-5976-47e7-9ca6-7686862db493 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:02:08.875409 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b0c2d8b7-1019-48ba-be03-a1cba7dffb52 req-a706a1d5-337e-4555-8a37-4111cfe1fec1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874391 Jul 27 18:02:08.916752 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-bf8a47b3-c3ed-434f-b5e5-097ff4bea37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:08.918254 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-bf8a47b3-c3ed-434f-b5e5-097ff4bea37b service neutron] 10.222.0.41 "GET /v2.0/networks?id=36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 200 len: 919 time: 0.1231666 Jul 27 18:02:08.927436 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-60469330-network', 'tenant_id': '8a3f08076aed4736b42711ce66863e48'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:08.927606 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port e25be890-5976-47e7-9ca6-7686862db493, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e25be890-5976-47e7-9ca6-7686862db493,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:08.940208 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'e25be890-5976-47e7-9ca6-7686862db493', 'network_id': '681921bd-e9eb-4037-a107-8dd38f8dc851', 'port_id': 'e25be890-5976-47e7-9ca6-7686862db493', 'mac_address': 'fa:16:3e:e4:fb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536469ba-0d79-443c-a671-7d0094dca2cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:02:08.948497 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Made reservation on behalf of 8a3f08076aed4736b42711ce66863e48 for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:08.950826 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:08.959333 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:08.982374 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:08.991410 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-5324b031-2b9d-4ec3-89c3-d63cc3f30e1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 200 len: 217 time: 0.0431824 Jul 27 18:02:08.996411 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e25be890-5976-47e7-9ca6-7686862db493 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:02:09.018131 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port e25be890-5976-47e7-9ca6-7686862db493, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e25be890-5976-47e7-9ca6-7686862db493,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:09.022366 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.057071 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-13f3da1e-1afd-4e19-b31d-340cc6d8f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:09.058588 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-13f3da1e-1afd-4e19-b31d-340cc6d8f2fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 200 len: 858 time: 0.0499320 Jul 27 18:02:09.060849 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.064823 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.075728 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=e25be890-5976-47e7-9ca6-7686862db493,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:09.084051 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.084443 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.084791 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.085148 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.085485 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.085881 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.086730 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.087085 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.087756 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.088062 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.088938 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.089306 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:09.094922 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:02:09.115642 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.116287 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Added segment eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e of type vlan for network fae0c27b-c36c-4206-b83f-32d231a30905 Jul 27 18:02:09.117553 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0add8696-416b-46b9-b36b-c61395e95e28,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:09.134960 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-7a45c95d-3d6d-4f4c-8d58-2001d96e410c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36b461fb-0cad-49fe-8755-f1b94e2ef321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476246 Jul 27 18:02:09.192579 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.239867 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-9e5bba37-f94a-4c86-8e9d-24ac26dd9a12 service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874982 Jul 27 18:02:09.240842 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.241804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:09.242947 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.256825 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a3ccd-e04a-4e61-8d90-1e5526f1f37c req-02da9582-6816-401c-8520-39be55e36ab6 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:09.258842 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-aa8a3ccd-e04a-4e61-8d90-1e5526f1f37c req-02da9582-6816-401c-8520-39be55e36ab6 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 946 time: 0.1287534 Jul 27 18:02:09.315505 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5004427 Jul 27 18:02:09.318766 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33240) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:09.325522 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Request body: {'subnet': {'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-60469330-subnet', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:09.335434 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eea80-eb7a-4be9-88f3-77060c65a7cd admin admin] Pushing event updated for resources: {'Network': ['ID=fae0c27b-c36c-4206-b83f-32d231a30905,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:09.346302 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network fae0c27b-c36c-4206-b83f-32d231a30905 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:02:09.353894 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-aa8a3ccd-e04a-4e61-8d90-1e5526f1f37c req-db0f6004-4c4c-41e1-9ef5-7875c929b3f9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822761 Jul 27 18:02:09.373327 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Made reservation on behalf of 8a3f08076aed4736b42711ce66863e48 for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:09.375619 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125844075'] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.378835 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ed9b62e-dc05-4705-bfa7-918f822a2cd4 req-b10bd1a8-6c62-4ccb-9ce3-9d14a4da01be service neutron] 10.222.0.41 "GET /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232398 Jul 27 18:02:09.542210 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-e5361190-a0fb-4bab-8248-8e4060c0c980 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:09.543725 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-e5361190-a0fb-4bab-8248-8e4060c0c980 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 946 time: 0.1100333 Jul 27 18:02:09.544210 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['e25be890-5976-47e7-9ca6-7686862db493'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:02:09.633141 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125860179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125844089'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.722370 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d0091b-fcb8-4666-9b8c-673e6464f3b6,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:09.733794 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Checking segment: {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:09.734159 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Network hostable DHCP agents. Network: fae0c27b-c36c-4206-b83f-32d231a30905, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:02:09.756205 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Deleting port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:02:09.756542 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.772307 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Network fae0c27b-c36c-4206-b83f-32d231a30905 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:02:09.815115 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, fae0c27b-c36c-4206-b83f-32d231a30905) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:09.822156 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:09.822744 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.830577 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8476e97-5e08-43c7-87be-03fda35cea9b None None] Network fae0c27b-c36c-4206-b83f-32d231a30905 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:02:09.854020 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-fefbb083-13c6-44cf-9f77-087957b4962a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5320430 Jul 27 18:02:09.859653 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33246) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:09.865169 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:09.885392 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] For port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:09.885900 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.908551 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Calling delete_port for 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:02:09.924086 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.925113 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:09.934675 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250716c6-1440-4ff2-8d23-e8623fb09f74 req-e646026c-12b8-4a9b-b366-8ff1f3fb6627 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:09.937591 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-250716c6-1440-4ff2-8d23-e8623fb09f74 req-e646026c-12b8-4a9b-b366-8ff1f3fb6627 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 945 time: 0.0844281 Jul 27 18:02:09.984809 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-250716c6-1440-4ff2-8d23-e8623fb09f74 req-b7389665-d16d-40e7-9407-7e7e1c2fee54 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Jul 27 18:02:10.073450 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.139651 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-fae0c27b-c36c-4206-b83f-32d231a30905', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 18:02:10.140528 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.213774 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45406bb-26ba-4b97-a696-cb40fae5d6d6 req-a5550fd0-22c2-4def-abbe-e9b45a0a8f95 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:10.215304 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a45406bb-26ba-4b97-a696-cb40fae5d6d6 req-a5550fd0-22c2-4def-abbe-e9b45a0a8f95 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.2367406 Jul 27 18:02:10.280926 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Allocated IP 172.20.0.2 (fae0c27b-c36c-4206-b83f-32d231a30905/47d0091b-fcb8-4666-9b8c-673e6464f3b6/610261a1-027e-44f8-91fb-9d2cb42678f7) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:02:10.442621 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.452494 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Transition to ACTIVE for port object 610261a1-027e-44f8-91fb-9d2cb42678f7 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:10.470324 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Transition to ACTIVE for port object 610261a1-027e-44f8-91fb-9d2cb42678f7 will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:10.476442 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.481950 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.490043 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe5130-5945-4b6e-a38c-81f91e0367a7 req-56c0b0de-29e0-4b7e-aa3f-8bee5ddbe24e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:10.491591 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dafe5130-5945-4b6e-a38c-81f91e0367a7 req-56c0b0de-29e0-4b7e-aa3f-8bee5ddbe24e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a13d3e-9010-489d-9217-368c336e1f0a HTTP/1.1" status: 200 len: 946 time: 0.0662963 Jul 27 18:02:10.519712 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Network fae0c27b-c36c-4206-b83f-32d231a30905 is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:10.522851 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:10.529719 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:02:10.537273 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dafe5130-5945-4b6e-a38c-81f91e0367a7 req-33bceee3-26e4-4301-bebe-5f09743fcecf tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350833 Jul 27 18:02:10.538037 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a45406bb-26ba-4b97-a696-cb40fae5d6d6 req-06a76da9-7536-4deb-bf5f-fa29ef3afc7d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992024 Jul 27 18:02:10.539861 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.560146 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d329629e-37a1-46be-b20d-992a060550c0', '8397fca0-1e6f-45d3-a27e-08fb3a91fce1'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:02:10.565622 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Pushing event updated for resources: {'Port': ['ID=610261a1-027e-44f8-91fb-9d2cb42678f7,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:10.597992 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Pushing event deleted for resources: {'Port': ['ID=8397fca0-1e6f-45d3-a27e-08fb3a91fce1,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:10.643624 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Attempting to bind port 610261a1-027e-44f8-91fb-9d2cb42678f7 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:02:10.643911 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Attempting to bind port 610261a1-027e-44f8-91fb-9d2cb42678f7 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:02:10.644311 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Attempting to bind port 610261a1-027e-44f8-91fb-9d2cb42678f7 on network fae0c27b-c36c-4206-b83f-32d231a30905 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:10.649562 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] No DVR routers for this DVR port 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:02:10.652506 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.654433 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ec9f69f1-d4e9-4bed-b348-8aeabb4d9523 req-7ba8e1a0-939d-4f28-a098-fbd1cc244471 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "DELETE /v2.0/ports/8397fca0-1e6f-45d3-a27e-08fb3a91fce1 HTTP/1.1" status: 204 len: 173 time: 1.0805788 Jul 27 18:02:10.654564 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:02:10.654870 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Checking segment: {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:10.655301 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.655768 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Bound using segment: {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:02:10.655932 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a13d3e-9010-489d-9217-368c336e1f0a', 'name': 'network-vif-deleted', 'tag': '8397fca0-1e6f-45d3-a27e-08fb3a91fce1'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:10.656246 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Bound port: 610261a1-027e-44f8-91fb-9d2cb42678f7, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:02:10.656711 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.658195 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed7ebbb-f859-419c-834a-10b032f9571b" -d '{"events": [{"server_uuid": "89a13d3e-9010-489d-9217-368c336e1f0a", "name": "network-vif-deleted", "tag": "8397fca0-1e6f-45d3-a27e-08fb3a91fce1"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:10.710916 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da38af3d-caab-4103-8f6b-bdc5239432f3 x-openstack-request-id: req-da38af3d-caab-4103-8f6b-bdc5239432f3 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:10.711719 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a13d3e-9010-489d-9217-368c336e1f0a", "name": "network-vif-deleted", "tag": "8397fca0-1e6f-45d3-a27e-08fb3a91fce1", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:10.711965 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da38af3d-caab-4103-8f6b-bdc5239432f3 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:10.712349 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a13d3e-9010-489d-9217-368c336e1f0a', 'name': 'network-vif-deleted', 'tag': '8397fca0-1e6f-45d3-a27e-08fb3a91fce1', 'status': 'completed', 'code': 200} Jul 27 18:02:10.741720 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] For port 610261a1-027e-44f8-91fb-9d2cb42678f7, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:02:10.745874 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] For port 610261a1-027e-44f8-91fb-9d2cb42678f7, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=610261a1-027e-44f8-91fb-9d2cb42678f7,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:02:10.751883 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.834075 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device e25be890-5976-47e7-9ca6-7686862db493 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:10.861240 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.863479 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020e682-cd90-438b-a1cd-763c113b32c9 None None] Pushing event updated for resources: {'Port': ['ID=610261a1-027e-44f8-91fb-9d2cb42678f7,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:10.885473 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.917402 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port e25be890-5976-47e7-9ca6-7686862db493 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:10.921718 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port e25be890-5976-47e7-9ca6-7686862db493 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:10.922082 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:10.998456 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Allocated IP 172.27.1.35 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/1c7728a9-a2c0-46e2-a0d0-43dbc2c71571) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:02:11.010677 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:11.050820 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b3a5e0-eca8-423b-aa51-3cfa677c6076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25be890-5976-47e7-9ca6-7686862db493'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:11.053888 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2f4e58-c1f9-4514-9eb2-2feff4200165" -d '{"events": [{"server_uuid": "e5b3a5e0-eca8-423b-aa51-3cfa677c6076", "name": "network-vif-plugged", "status": "completed", "tag": "e25be890-5976-47e7-9ca6-7686862db493"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:11.096245 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port e25be890-5976-47e7-9ca6-7686862db493, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e25be890-5976-47e7-9ca6-7686862db493,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:11.103219 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:11.127814 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56de7e7-b5ad-4802-9d7d-bf5abbb6bffc x-openstack-request-id: req-a56de7e7-b5ad-4802-9d7d-bf5abbb6bffc {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:11.128106 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b3a5e0-eca8-423b-aa51-3cfa677c6076", "name": "network-vif-plugged", "status": "completed", "tag": "e25be890-5976-47e7-9ca6-7686862db493", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:11.128366 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a56de7e7-b5ad-4802-9d7d-bf5abbb6bffc {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:11.128890 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b3a5e0-eca8-423b-aa51-3cfa677c6076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e25be890-5976-47e7-9ca6-7686862db493', 'code': 200} Jul 27 18:02:11.170092 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=e25be890-5976-47e7-9ca6-7686862db493,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:11.205341 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:11.230632 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b95aa-5e4b-4de0-a84a-ff1ce9a7092c req-13892ee2-89c3-4145-a3d3-47184ee859f0 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:11.232187 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b2b95aa-5e4b-4de0-a84a-ff1ce9a7092c req-13892ee2-89c3-4145-a3d3-47184ee859f0 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 946 time: 0.1270432 Jul 27 18:02:11.290661 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b2b95aa-5e4b-4de0-a84a-ff1ce9a7092c req-2bd2bf45-82ac-4aa9-89af-c76832abc606 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489745 Jul 27 18:02:11.299441 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:11.363161 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:11.372410 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:11.376644 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:02:11.403113 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Pushing event updated for resources: {'Port': ['ID=1c7728a9-a2c0-46e2-a0d0-43dbc2c71571,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:11.433087 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a35bf-092f-4078-b6e5-a60aa062dac9 req-83f525bc-3631-41c4-85ae-d8cb4c5217d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:11.434495 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b05a35bf-092f-4078-b6e5-a60aa062dac9 req-83f525bc-3631-41c4-85ae-d8cb4c5217d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 1099 time: 0.1481109 Jul 27 18:02:11.557368 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b05a35bf-092f-4078-b6e5-a60aa062dac9 req-e879ab7e-945b-4065-b6e5-e3e81347d85c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893915 Jul 27 18:02:11.692266 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:11.711427 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790060e5-40b8-41dd-9a0b-df6eedde7c0a req-32b55162-90c8-43a9-8819-12d7a8e1d41f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:11.713917 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-790060e5-40b8-41dd-9a0b-df6eedde7c0a req-32b55162-90c8-43a9-8819-12d7a8e1d41f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0884705 Jul 27 18:02:11.757691 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-790060e5-40b8-41dd-9a0b-df6eedde7c0a req-60d6210d-1423-46b6-84de-3cdb11151142 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Jul 27 18:02:11.870647 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153fea9f-c8a8-4ea7-8d77-b92255291361 None None] Network fae0c27b-c36c-4206-b83f-32d231a30905 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:02:11.905641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:11.956656 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-94b19222-5f86-4d9b-9cd6-5ab776e6eae0 None None] Provisioning for port 610261a1-027e-44f8-91fb-9d2cb42678f7 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:12.047440 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Router f0872c92-a603-4f63-a120-b87a56a78924 is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 18:02:12.175664 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:02:12.191562 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Sync routers for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:02:12.199947 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:12.204270 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-38e212f8-646f-4b15-897d-b5505344198a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3407423 Jul 27 18:02:12.204558 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33270) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:12.220177 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:12.220962 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:01:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:12.351202 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 610261a1-027e-44f8-91fb-9d2cb42678f7 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:12.365185 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:12.407279 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 610261a1-027e-44f8-91fb-9d2cb42678f7 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:12.411082 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 610261a1-027e-44f8-91fb-9d2cb42678f7 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:12.411457 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:12.513725 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:12.544170 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abce1b-1d49-48b8-aba7-139cd7a556ab req-ed857a85-468a-4184-bd14-a87963b2dc41 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:12.545688 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-98abce1b-1d49-48b8-aba7-139cd7a556ab req-ed857a85-468a-4184-bd14-a87963b2dc41 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 946 time: 0.1567655 Jul 27 18:02:12.549318 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 610261a1-027e-44f8-91fb-9d2cb42678f7, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=610261a1-027e-44f8-91fb-9d2cb42678f7,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:12.554013 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:12.559146 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:11Z', 'revision_number': 3, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:12.586984 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Checking router: f0872c92-a603-4f63-a120-b87a56a78924 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:02:12.587439 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Updating router f0872c92-a603-4f63-a120-b87a56a78924 port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:02:12.608129 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=610261a1-027e-44f8-91fb-9d2cb42678f7,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:12.623458 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:12.626879 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-98abce1b-1d49-48b8-aba7-139cd7a556ab req-2039ee21-8d80-4699-ba45-6b21eea49599 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742321 Jul 27 18:02:12.756810 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:12.854607 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:02:12.878625 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:02:12.879344 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 8397fca0-1e6f-45d3-a27e-08fb3a91fce1 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:02:13.014899 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a4ce-495d-4ed1-ac6a-0e5b86cdaf38 req-d460a8d8-43b2-4929-8d31-ac4af03d5586 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:13.016446 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-29a5a4ce-495d-4ed1-ac6a-0e5b86cdaf38 req-d460a8d8-43b2-4929-8d31-ac4af03d5586 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.1805606 Jul 27 18:02:13.026432 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Allocated IP 172.20.0.1 (fae0c27b-c36c-4206-b83f-32d231a30905/47d0091b-fcb8-4666-9b8c-673e6464f3b6/44c61159-6b73-4f1c-aeea-5478da7d20cc) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:02:13.033287 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.044594 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Transition to ACTIVE for port object 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:13.052490 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.079418 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c451bf9-e8ef-4dbf-bc0a-2f4cabccad07 req-9f4c2a8a-4114-4bfa-ba9a-469be0bbd5c9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:13.082029 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c451bf9-e8ef-4dbf-bc0a-2f4cabccad07 req-9f4c2a8a-4114-4bfa-ba9a-469be0bbd5c9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 945 time: 0.0832915 Jul 27 18:02:13.105237 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Attempting to bind port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:02:13.105610 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Attempting to bind port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:02:13.106414 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Attempting to bind port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:13.107979 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Pushing event updated for resources: {'Port': ['ID=1c7728a9-a2c0-46e2-a0d0-43dbc2c71571,revision_number=2']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:13.114015 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-29a5a4ce-495d-4ed1-ac6a-0e5b86cdaf38 req-ff70b6a5-4626-4d48-8a9f-607461180168 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900083 Jul 27 18:02:13.116675 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:02:13.119165 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:13.119751 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.120313 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:02:13.121102 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Bound port: 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:02:13.121703 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.125482 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.126472 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.126833 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.127197 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.127533 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.127867 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.128203 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.128531 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.129527 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.129877 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.130339 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.130673 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:13.150262 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c451bf9-e8ef-4dbf-bc0a-2f4cabccad07 req-dc29ae8c-ee36-45ad-be45-a4e48ef3e917 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599229 Jul 27 18:02:13.196150 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.209596 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Transition to ACTIVE for port object 44c61159-6b73-4f1c-aeea-5478da7d20cc will not be triggered until provisioned by entity DHCP. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:13.223959 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] For port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:02:13.227702 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] For port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=1c7728a9-a2c0-46e2-a0d0-43dbc2c71571,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:02:13.233148 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.248776 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.292050 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:13.292672 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:01:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:13.292864 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Network fae0c27b-c36c-4206-b83f-32d231a30905 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:13.299361 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:13.303841 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:02:13.307984 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Pushing event updated for resources: {'Port': ['ID=44c61159-6b73-4f1c-aeea-5478da7d20cc,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:13.345616 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ca831-5db9-4ebd-8c20-ebad2310259a None None] Pushing event updated for resources: {'Port': ['ID=1c7728a9-a2c0-46e2-a0d0-43dbc2c71571,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:13.360572 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.451259 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:13.545716 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.627561 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-8e86e196-34ac-417d-b320-b52358e067b5 None None] Provisioning for port 44c61159-6b73-4f1c-aeea-5478da7d20cc completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:13.631897 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-8e86e196-34ac-417d-b320-b52358e067b5 None None] Provisioning complete for port 44c61159-6b73-4f1c-aeea-5478da7d20cc triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:13.632693 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-8e86e196-34ac-417d-b320-b52358e067b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.639167 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:11Z', 'revision_number': 3, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:13.671379 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0153-8884-4be6-bbc3-fa62052d931b None None] The sync data for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi is: [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:11Z', 'revision_number': 3, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:02:13.671976 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-8e86e196-34ac-417d-b320-b52358e067b5 None None] Port 44c61159-6b73-4f1c-aeea-5478da7d20cc cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:02:13.751378 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.757116 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.836913 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Pushing event updated for resources: {'Port': ['ID=44c61159-6b73-4f1c-aeea-5478da7d20cc,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:13.839423 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:13.866552 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f76ba-b464-415c-8223-87bfe09bebda req-401f33bf-b686-47b9-8fd6-61161bc2e67f tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:13.868342 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-337f76ba-b464-415c-8223-87bfe09bebda req-401f33bf-b686-47b9-8fd6-61161bc2e67f tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 946 time: 0.1604431 Jul 27 18:02:13.966212 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-337f76ba-b464-415c-8223-87bfe09bebda req-ef01ccbd-8e7f-4677-960d-63ba9a370d75 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878091 Jul 27 18:02:13.992855 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Network fae0c27b-c36c-4206-b83f-32d231a30905 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:13.994456 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:14.302613 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-1ab68b1b-156e-4cda-b4b3-5ca4b345249b None None] Provisioning complete for port 44c61159-6b73-4f1c-aeea-5478da7d20cc triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:14.303734 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-1ab68b1b-156e-4cda-b4b3-5ca4b345249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:14.416991 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-1ab68b1b-156e-4cda-b4b3-5ca4b345249b None None] Port 44c61159-6b73-4f1c-aeea-5478da7d20cc cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:02:14.434525 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 610261a1-027e-44f8-91fb-9d2cb42678f7 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:14.478028 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Router f0872c92-a603-4f63-a120-b87a56a78924 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:02:14.512745 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed277ace-5d1a-44b8-8483-4df3e9eb3953 req-f17c6bd9-b81d-416c-b0bd-2c9cf184340e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:14.514612 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ed277ace-5d1a-44b8-8483-4df3e9eb3953 req-f17c6bd9-b81d-416c-b0bd-2c9cf184340e tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 945 time: 0.1159072 Jul 27 18:02:14.522930 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 610261a1-027e-44f8-91fb-9d2cb42678f7 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:14.523928 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:14.622332 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:14.631039 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ed277ace-5d1a-44b8-8483-4df3e9eb3953 req-b03150a4-c150-4785-9385-42ded9d963e9 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564921 Jul 27 18:02:14.677527 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:14.681645 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:14.682035 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:14.690573 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:02:14.703583 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-08f34bda-8ddd-475f-8684-7b9b66497d14 admin admin] 10.222.0.47 "PUT /v2.0/routers/f0872c92-a603-4f63-a120-b87a56a78924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4937282 Jul 27 18:02:14.763634 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:14.786246 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=1c7728a9-a2c0-46e2-a0d0-43dbc2c71571,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:14.791239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:14.866438 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=1c7728a9-a2c0-46e2-a0d0-43dbc2c71571,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:15.191251 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33328) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:15.196836 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-806058062-network', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:15.219289 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Made reservation on behalf of 90d33e4b0ff9402a8b0a24f8875bf629 for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:15.221679 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.230811 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.325455 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.329091 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.349409 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:02:15.364116 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe771268-1b88-4340-8e33-342088245753,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:15.370075 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.370419 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Added segment b3a79109-1d42-4ba6-8b07-cbeee72cc586 of type vlan for network c068e704-9097-4e4b-90af-2a25bae2a8ca Jul 27 18:02:15.394057 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Sync routers for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:02:15.403701 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:15.404322 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:01:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:15.416563 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.445944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.446965 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:15.447582 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.502719 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3103170 Jul 27 18:02:15.505309 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33330) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:15.511900 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Request body: {'subnet': {'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-806058062-subnet', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'ip_version': 4}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:15.512076 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:15.520276 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3cd5b-8415-45f9-b22b-5f143d7ab42b admin admin] Pushing event updated for resources: {'Network': ['ID=c068e704-9097-4e4b-90af-2a25bae2a8ca,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:15.542143 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Made reservation on behalf of 90d33e4b0ff9402a8b0a24f8875bf629 for: {'subnet': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:15.542565 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network c068e704-9097-4e4b-90af-2a25bae2a8ca details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:02:15.544766 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126337987'] for subnet, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.792345 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127653704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126338001'] for subnet, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.828449 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 2, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:15.856180 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Checking router: f0872c92-a603-4f63-a120-b87a56a78924 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:02:15.856454 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Updating router f0872c92-a603-4f63-a120-b87a56a78924 port 44c61159-6b73-4f1c-aeea-5478da7d20cc binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:02:15.867267 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b2796c-816a-42af-b1dd-a94acfae7279,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:15.890236 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf22dd2-aaf7-4881-b0f4-7f3be36bd87f req-35b2eda0-cb57-4d8f-a0e6-10becbe4b984 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:15.890479 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.891783 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9cf22dd2-aaf7-4881-b0f4-7f3be36bd87f req-35b2eda0-cb57-4d8f-a0e6-10becbe4b984 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 945 time: 0.1712513 Jul 27 18:02:15.893217 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Checking segment: {'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:15.893580 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Network hostable DHCP agents. Network: c068e704-9097-4e4b-90af-2a25bae2a8ca, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:02:15.934425 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Network c068e704-9097-4e4b-90af-2a25bae2a8ca is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:02:15.946586 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9cf22dd2-aaf7-4881-b0f4-7f3be36bd87f req-f51596bd-4d38-4e1c-a94f-eaba31a927af tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/security-groups?id=3caf7c91-39d5-4f73-9d0c-d026845ad1fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468323 Jul 27 18:02:15.951208 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, c068e704-9097-4e4b-90af-2a25bae2a8ca) {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:15.955308 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:15.956202 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:15.971456 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d6fe1879-5fdd-46e2-93ef-ffcfd6692d23 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4651365 Jul 27 18:02:15.974178 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33344) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:15.978485 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:15.996386 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4bcc76-ed99-44e4-9b98-8a8ab878ab13 None None] Network c068e704-9097-4e4b-90af-2a25bae2a8ca requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:02:16.000946 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.001990 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.060193 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.224855 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.245704 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-c068e704-9097-4e4b-90af-2a25bae2a8ca', 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'fixed_ips': [{'subnet_id': 'e8b2796c-816a-42af-b1dd-a94acfae7279'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 18:02:16.246947 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.253340 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-931da436-d191-432c-bea1-7188bf618cbe tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:16.255535 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-931da436-d191-432c-bea1-7188bf618cbe tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 945 time: 0.0887058 Jul 27 18:02:16.272326 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:16.380090 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Deleting port d329629e-37a1-46be-b20d-992a060550c0 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:02:16.380434 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.425153 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.449734 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Transition to ACTIVE for port object 44c61159-6b73-4f1c-aeea-5478da7d20cc will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:16.454901 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:16.455378 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.462572 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.477143 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] For port d329629e-37a1-46be-b20d-992a060550c0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d329629e-37a1-46be-b20d-992a060550c0,segment=NetworkSegment(cf6569d1-dd30-4a23-abfe-7694718bdbe7),segment_id=cf6569d1-dd30-4a23-abfe-7694718bdbe7)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:16.477629 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.482690 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.494418 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Calling delete_port for d329629e-37a1-46be-b20d-992a060550c0 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:02:16.600534 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Allocated IP 172.27.1.228 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/7bbde06f-92fa-47db-b126-36cfa8b25dda) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:02:16.620736 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.659459 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.689376 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Pushing event deleted for resources: {'Port': ['ID=d329629e-37a1-46be-b20d-992a060550c0,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:16.689686 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d329629e-37a1-46be-b20d-992a060550c0'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:02:16.736039 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Allocated IP 172.20.0.2 (c068e704-9097-4e4b-90af-2a25bae2a8ca/e8b2796c-816a-42af-b1dd-a94acfae7279/b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:02:16.739873 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] No DVR routers for this DVR port d329629e-37a1-46be-b20d-992a060550c0 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:02:16.743869 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.746831 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d86fedae-50e5-4eb1-ba72-ec77231002f7 req-e2e5770e-3833-4902-a278-dcb55d4382c2 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.41 "DELETE /v2.0/ports/d329629e-37a1-46be-b20d-992a060550c0 HTTP/1.1" status: 204 len: 173 time: 0.4760880 Jul 27 18:02:16.747457 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77', 'name': 'network-vif-deleted', 'tag': 'd329629e-37a1-46be-b20d-992a060550c0'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:16.750648 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ea90fc-0bb6-40ee-9c2a-7ce6e161f43f" -d '{"events": [{"server_uuid": "c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77", "name": "network-vif-deleted", "tag": "d329629e-37a1-46be-b20d-992a060550c0"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:16.759476 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.791990 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052b2b1-8c60-4bbd-ba47-f02250713a52 None None] Pushing event updated for resources: {'Port': ['ID=44c61159-6b73-4f1c-aeea-5478da7d20cc,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:16.808959 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2125479c-4ff7-4367-b7c2-c1d94b79cf68 x-openstack-request-id: req-2125479c-4ff7-4367-b7c2-c1d94b79cf68 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:16.809564 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77", "name": "network-vif-deleted", "tag": "d329629e-37a1-46be-b20d-992a060550c0", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:16.809564 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2125479c-4ff7-4367-b7c2-c1d94b79cf68 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:16.809928 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77', 'name': 'network-vif-deleted', 'tag': 'd329629e-37a1-46be-b20d-992a060550c0', 'status': 'completed', 'code': 200} Jul 27 18:02:16.834415 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.897730 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:16.902864 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:16.906798 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:02:16.942179 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Attempting to bind port 44c61159-6b73-4f1c-aeea-5478da7d20cc on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:02:16.942613 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Attempting to bind port 44c61159-6b73-4f1c-aeea-5478da7d20cc by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:02:16.942985 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Attempting to bind port 44c61159-6b73-4f1c-aeea-5478da7d20cc on network fae0c27b-c36c-4206-b83f-32d231a30905 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:16.955540 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:02:16.955926 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Checking segment: {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:16.956519 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:16.958176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Bound using segment: {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:02:16.958176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Bound port: 44c61159-6b73-4f1c-aeea-5478da7d20cc, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:02:16.958176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.015400 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Pushing event updated for resources: {'Port': ['ID=7bbde06f-92fa-47db-b126-36cfa8b25dda,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:17.092765 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3fc12216-77fc-40c8-a91c-b67ac3558940 req-e87a71dc-c46b-4cfb-80b8-ba8ab8f8dad8 tempest-AttachVolumeNegativeTest-146059335 tempest-AttachVolumeNegativeTest-146059335-project] 10.222.0.47 "GET /v2.0/ports?device_id=c43ec89f-a001-4e5b-a5f4-3c6cec0ccc77 HTTP/1.1" status: 200 len: 210 time: 0.0287502 Jul 27 18:02:17.156610 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.158809 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] For port 44c61159-6b73-4f1c-aeea-5478da7d20cc, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:02:17.164984 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] For port 44c61159-6b73-4f1c-aeea-5478da7d20cc, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=44c61159-6b73-4f1c-aeea-5478da7d20cc,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:02:17.171730 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Transition to ACTIVE for port object b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:17.173899 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.202985 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.260305 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Transition to ACTIVE for port object b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:17.281909 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.307963 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:17.308582 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:01:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:17.311409 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052b2b1-8c60-4bbd-ba47-f02250713a52 None None] Pushing event updated for resources: {'Port': ['ID=44c61159-6b73-4f1c-aeea-5478da7d20cc,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:17.396822 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Network c068e704-9097-4e4b-90af-2a25bae2a8ca is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:17.406394 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:17.409561 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:02:17.442541 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.472216 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Pushing event updated for resources: {'Port': ['ID=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:17.589992 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Router f4600d4d-87f8-4bd2-a3bd-164f59662e8e is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 18:02:17.595977 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Attempting to bind port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:02:17.596353 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Attempting to bind port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:02:17.596720 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Attempting to bind port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a on network c068e704-9097-4e4b-90af-2a25bae2a8ca {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:17.599929 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:17.631774 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:02:17.632159 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Checking segment: {'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:17.632681 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.633280 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Bound using segment: {'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:02:17.633759 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Bound port: b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:02:17.634142 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.716636 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:02:17.727801 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Sync routers for ids ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:02:17.733587 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.738140 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-51207172-0f14-4dd8-bf71-6d096964805d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7629168 Jul 27 18:02:17.738377 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33364) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:17.739940 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Routers {'f4600d4d-87f8-4bd2-a3bd-164f59662e8e'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:17.740628 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:01:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:17.807257 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] For port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:02:17.813569 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] For port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,segment=NetworkSegment(b3a79109-1d42-4ba6-8b07-cbeee72cc586),segment_id=b3a79109-1d42-4ba6-8b07-cbeee72cc586)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:02:17.829292 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:17.858873 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Set router f4600d4d-87f8-4bd2-a3bd-164f59662e8e gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:17.932508 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a017b02-030a-4985-bd6b-d5f6eed019f3 None None] Pushing event updated for resources: {'Port': ['ID=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:17.967839 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:17Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:18.000632 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedbfa17-de1d-4f2f-8407-33875f6ca97d None None] The sync data for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi is: [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:17Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:02:18.132284 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:17Z', 'revision_number': 3, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port': {'id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:18.205355 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Checking router: f4600d4d-87f8-4bd2-a3bd-164f59662e8e for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:02:18.205728 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Updating router f4600d4d-87f8-4bd2-a3bd-164f59662e8e port 7bbde06f-92fa-47db-b126-36cfa8b25dda binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:02:18.251705 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33374) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:18.324251 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.413037 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 44c61159-6b73-4f1c-aeea-5478da7d20cc up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:18.425139 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8858c4-f9e7-4463-b242-5e44f24876d7 admin admin] Deleting subnet eed15622-b6b5-4738-880a-bd088923f101 {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:02:18.480034 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 44c61159-6b73-4f1c-aeea-5478da7d20cc completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:18.483975 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 44c61159-6b73-4f1c-aeea-5478da7d20cc triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:18.484346 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.488058 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b8858c4-f9e7-4463-b242-5e44f24876d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.554967 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b8858c4-f9e7-4463-b242-5e44f24876d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125990872'] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.564081 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26613232-b15c-49c6-9621-5cb890d66d68 req-4f9218fc-241b-4fb6-84a5-9c6694dd2076 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:18.571776 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-26613232-b15c-49c6-9621-5cb890d66d68 req-4f9218fc-241b-4fb6-84a5-9c6694dd2076 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1518307 Jul 27 18:02:18.639188 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.672882 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-26613232-b15c-49c6-9621-5cb890d66d68 req-2ff5f408-f23f-4ffe-9942-495462d773ab tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909350 Jul 27 18:02:18.683489 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b8858c4-f9e7-4463-b242-5e44f24876d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.689491 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.704858 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Transition to ACTIVE for port object 7bbde06f-92fa-47db-b126-36cfa8b25dda will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:18.713885 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.715064 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 44c61159-6b73-4f1c-aeea-5478da7d20cc, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=44c61159-6b73-4f1c-aeea-5478da7d20cc,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:18.721434 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.792248 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b8858c4-f9e7-4463-b242-5e44f24876d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127653775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126337960'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.803217 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=44c61159-6b73-4f1c-aeea-5478da7d20cc,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:18.833398 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Attempting to bind port 7bbde06f-92fa-47db-b126-36cfa8b25dda on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:02:18.834420 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Attempting to bind port 7bbde06f-92fa-47db-b126-36cfa8b25dda by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:02:18.834955 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Attempting to bind port 7bbde06f-92fa-47db-b126-36cfa8b25dda on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:18.837976 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8858c4-f9e7-4463-b242-5e44f24876d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed15622-b6b5-4738-880a-bd088923f101,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:18.839105 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f6d4d-8ad7-4f18-9243-a52743e90e41 None None] Pushing event updated for resources: {'Port': ['ID=7bbde06f-92fa-47db-b126-36cfa8b25dda,revision_number=2']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:18.845796 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:02:18.846465 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:18.848049 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.848648 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:02:18.850556 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5b8858c4-f9e7-4463-b242-5e44f24876d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.851380 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Bound port: 7bbde06f-92fa-47db-b126-36cfa8b25dda, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:02:18.852036 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.853030 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-5b8858c4-f9e7-4463-b242-5e44f24876d7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/eed15622-b6b5-4738-880a-bd088923f101 HTTP/1.1" status: 204 len: 168 time: 0.6003087 Jul 27 18:02:18.855507 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33380) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:18.884282 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.948816 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] For port 7bbde06f-92fa-47db-b126-36cfa8b25dda, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:02:18.952447 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] For port 7bbde06f-92fa-47db-b126-36cfa8b25dda, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=7bbde06f-92fa-47db-b126-36cfa8b25dda,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:02:18.961437 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:18.985940 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.049402 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f6d4d-8ad7-4f18-9243-a52743e90e41 None None] Pushing event updated for resources: {'Port': ['ID=7bbde06f-92fa-47db-b126-36cfa8b25dda,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:19.059756 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Routers {'f4600d4d-87f8-4bd2-a3bd-164f59662e8e'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:19.060854 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:01:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:19.104373 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.115602 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca9d782-9f4d-4550-b82f-383964941b7a']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:19.131231 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Allocated IP 172.20.0.1 (c068e704-9097-4e4b-90af-2a25bae2a8ca/e8b2796c-816a-42af-b1dd-a94acfae7279/113af7de-a5ff-4d06-a9e6-2c76659e3703) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:02:19.137381 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6569d1-dd30-4a23-abfe-7694718bdbe7') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:19.137728 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6569d1-dd30-4a23-abfe-7694718bdbe7') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:19.161846 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.195019 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.225949 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:02:19.227305 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:02:19.230871 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:02:19.239647 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] Set router f4600d4d-87f8-4bd2-a3bd-164f59662e8e gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:19.285714 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6dd563-3227-4408-bffb-ed7af2064444 None None] Network c068e704-9097-4e4b-90af-2a25bae2a8ca requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:02:19.300675 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.325217 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.334510 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Transition to ACTIVE for port object 113af7de-a5ff-4d06-a9e6-2c76659e3703 will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:19.338892 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.340882 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] 10.222.0.47 "DELETE /v2.0/networks/fca9d782-9f4d-4550-b82f-383964941b7a HTTP/1.1" status: 204 len: 168 time: 0.4843950 Jul 27 18:02:19.354487 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e69b8-e7f9-4bdb-9408-408b0ee7eaba admin admin] Pushing event deleted for resources: {'Network': ['ID=fca9d782-9f4d-4550-b82f-383964941b7a,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:19.400309 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.408282 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-990d1f28-690e-47a7-a4e1-11d8c628e15f None None] Provisioning for port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:19.450172 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Network c068e704-9097-4e4b-90af-2a25bae2a8ca is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:19.453107 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:19.460297 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:02:19.464291 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Pushing event updated for resources: {'Port': ['ID=113af7de-a5ff-4d06-a9e6-2c76659e3703,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:19.520460 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.647675 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33386) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:19.653248 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:17Z', 'revision_number': 3, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port': {'id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:19.684203 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b436-512d-4a74-a763-ffc2d2d56c37 None None] The sync data for ids ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'] in dv-cinder-786260-13-iscsi is: [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:17Z', 'revision_number': 3, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port': {'id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:02:19.731596 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7e00b06f-8a78-411f-8db9-4b8b69a389d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e845666bc26148db9854112beaf47bec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0840037 Jul 27 18:02:19.733972 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33390) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:19.800034 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.860914 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-11fa9502-fcc4-4067-84df-2959a6237546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.890752 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ae569-52f0-4014-9383-f060fcd6c492 req-334abfa6-a142-4981-9842-939bb23c3900 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:19.893354 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-152ae569-52f0-4014-9383-f060fcd6c492 req-334abfa6-a142-4981-9842-939bb23c3900 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1266823 Jul 27 18:02:19.925097 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-11fa9502-fcc4-4067-84df-2959a6237546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.968846 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-3f0143d9-911c-4f9a-b517-54f03b058d0a None None] Provisioning for port 113af7de-a5ff-4d06-a9e6-2c76659e3703 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:19.974481 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-3f0143d9-911c-4f9a-b517-54f03b058d0a None None] Provisioning complete for port 113af7de-a5ff-4d06-a9e6-2c76659e3703 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:19.975140 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-3f0143d9-911c-4f9a-b517-54f03b058d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:19.995403 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-152ae569-52f0-4014-9383-f060fcd6c492 req-4e11a6d4-d2fb-4921-8f36-e6be31dd4fdd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905654 Jul 27 18:02:20.019163 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-11fa9502-fcc4-4067-84df-2959a6237546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.031692 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-11fa9502-fcc4-4067-84df-2959a6237546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.031692 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-11fa9502-fcc4-4067-84df-2959a6237546 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3caf7c91-39d5-4f73-9d0c-d026845ad1fa HTTP/1.1" status: 204 len: 168 time: 0.2885981 Jul 27 18:02:20.036672 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa9502-fcc4-4067-84df-2959a6237546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf7c91-39d5-4f73-9d0c-d026845ad1fa,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:20.040497 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-3f0143d9-911c-4f9a-b517-54f03b058d0a None None] Port 113af7de-a5ff-4d06-a9e6-2c76659e3703 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:02:20.078821 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.086913 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.174136 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-49a93aa5-c1a0-432d-8bfd-d31489ccdf6b None None] Provisioning complete for port 113af7de-a5ff-4d06-a9e6-2c76659e3703 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:20.175108 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-49a93aa5-c1a0-432d-8bfd-d31489ccdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.185203 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.229451 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Pushing event updated for resources: {'Port': ['ID=113af7de-a5ff-4d06-a9e6-2c76659e3703,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:20.388137 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Network c068e704-9097-4e4b-90af-2a25bae2a8ca is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:20.392002 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:20.416895 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-49a93aa5-c1a0-432d-8bfd-d31489ccdf6b None None] Port 113af7de-a5ff-4d06-a9e6-2c76659e3703 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:02:20.528230 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:20.595029 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Router f4600d4d-87f8-4bd2-a3bd-164f59662e8e has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:02:20.633689 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:20.637976 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:20.638358 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.731415 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:02:20.736034 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.736589 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-2a3673da-6f47-448c-bdd8-8df167edd540 admin admin] 10.222.0.47 "PUT /v2.0/routers/f4600d4d-87f8-4bd2-a3bd-164f59662e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9964757 Jul 27 18:02:20.791740 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-974dd430-dea4-458f-86a6-e7c5e23beffe None None] Provisioning complete for port 113af7de-a5ff-4d06-a9e6-2c76659e3703 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:20.792109 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-974dd430-dea4-458f-86a6-e7c5e23beffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.817104 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,segment=NetworkSegment(b3a79109-1d42-4ba6-8b07-cbeee72cc586),segment_id=b3a79109-1d42-4ba6-8b07-cbeee72cc586)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:20.825619 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.826509 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 44c61159-6b73-4f1c-aeea-5478da7d20cc up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:20.857423 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-5dd17bba-ca9c-4040-8def-8861c728371e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:20.885904 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-974dd430-dea4-458f-86a6-e7c5e23beffe None None] Port 113af7de-a5ff-4d06-a9e6-2c76659e3703 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:02:20.897228 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device d329629e-37a1-46be-b20d-992a060550c0 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:02:20.938580 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: d329629e-37a1-46be-b20d-992a060550c0 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:02:20.938873 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device d329629e-37a1-46be-b20d-992a060550c0 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:02:20.947251 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:20.960685 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 44c61159-6b73-4f1c-aeea-5478da7d20cc triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:20.961062 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.064119 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33426) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:21.068789 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 7bbde06f-92fa-47db-b126-36cfa8b25dda up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:21.128527 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 7bbde06f-92fa-47db-b126-36cfa8b25dda completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:21.133505 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 7bbde06f-92fa-47db-b126-36cfa8b25dda triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:21.134176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.186336 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-601466556-network', 'tenant_id': 'cfb5edd281354afd94e868403b8f5e14'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:21.187924 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257334ab-e9fd-4f51-95a6-a130d1d93999 req-bb074b66-1338-4c60-a597-9b919ce6cdc2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:21.193552 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-257334ab-e9fd-4f51-95a6-a130d1d93999 req-bb074b66-1338-4c60-a597-9b919ce6cdc2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.0943158 Jul 27 18:02:21.213279 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Made reservation on behalf of cfb5edd281354afd94e868403b8f5e14 for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:21.217246 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.234408 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.234878 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.262210 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-257334ab-e9fd-4f51-95a6-a130d1d93999 req-f30a2204-ca5b-4966-873b-03af2f5e0663 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561903 Jul 27 18:02:21.278226 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 7bbde06f-92fa-47db-b126-36cfa8b25dda, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=7bbde06f-92fa-47db-b126-36cfa8b25dda,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:21.284039 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.343938 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=7bbde06f-92fa-47db-b126-36cfa8b25dda,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:21.352164 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.357245 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.378253 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:02:21.393485 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0966b582-8473-4951-9003-17355be14125,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:21.396814 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.397166 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Added segment 858a2129-8c5d-42d3-856e-206ac7e7c7ef of type vlan for network f1f465bc-7f08-489a-ae09-65a0b5a5b191 Jul 27 18:02:21.442873 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.481788 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.482808 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:21.483426 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.540518 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4752834 Jul 27 18:02:21.543444 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33434) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:21.547558 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26e356-6973-49b9-9fd3-1db1b71fd3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f465bc-7f08-489a-ae09-65a0b5a5b191,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:21.549936 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Request body: {'subnet': {'network_id': 'f1f465bc-7f08-489a-ae09-65a0b5a5b191', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-601466556-subnet', 'tenant_id': 'cfb5edd281354afd94e868403b8f5e14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:21.558483 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network f1f465bc-7f08-489a-ae09-65a0b5a5b191 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:02:21.578869 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Made reservation on behalf of cfb5edd281354afd94e868403b8f5e14 for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:21.581342 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125844075'] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.683029 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33436) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:21.687684 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-7223caf0-f64d-403c-94ba-5c4ccefc5faa tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2136157533', 'description': 'tempest-secgroup-smoke-2136157533 description', 'project_id': '8a3f08076aed4736b42711ce66863e48'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:21.709826 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7223caf0-f64d-403c-94ba-5c4ccefc5faa tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.774116 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125860179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125844089'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.805274 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7223caf0-f64d-403c-94ba-5c4ccefc5faa tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.810363 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7223caf0-f64d-403c-94ba-5c4ccefc5faa tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.837779 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5128ddc6-28e7-4a8b-806e-153dc2bb59ce,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:21.841119 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7223caf0-f64d-403c-94ba-5c4ccefc5faa tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.842539 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7223caf0-f64d-403c-94ba-5c4ccefc5faa tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1584914 Jul 27 18:02:21.845391 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33438) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:21.848191 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Checking segment: {'id': '858a2129-8c5d-42d3-856e-206ac7e7c7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'f1f465bc-7f08-489a-ae09-65a0b5a5b191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:21.848552 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Network hostable DHCP agents. Network: f1f465bc-7f08-489a-ae09-65a0b5a5b191, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:02:21.852222 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-7dac76ce-0bcc-4618-95d1-3c78b0bccb12 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'security_group_rule': {'security_group_id': 'ec8043ea-a6ba-45cf-872a-d13cb43accce', 'project_id': '8a3f08076aed4736b42711ce66863e48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:21.864906 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223caf0-f64d-403c-94ba-5c4ccefc5faa tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8043ea-a6ba-45cf-872a-d13cb43accce,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:21.868705 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Network f1f465bc-7f08-489a-ae09-65a0b5a5b191 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:02:21.878652 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Sync routers for ids ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:02:21.885067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, f1f465bc-7f08-489a-ae09-65a0b5a5b191) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:21.890041 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:21.890666 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.896669 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97da6c1e-7b45-441c-9f7b-a3e5d46d1d56 None None] Network f1f465bc-7f08-489a-ae09-65a0b5a5b191 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:02:21.900228 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7dac76ce-0bcc-4618-95d1-3c78b0bccb12 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.908248 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-9f59a54b-5170-4f27-88ec-e7507e93778b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3635240 Jul 27 18:02:21.972799 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7dac76ce-0bcc-4618-95d1-3c78b0bccb12 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.973163 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Routers {'f4600d4d-87f8-4bd2-a3bd-164f59662e8e'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:21.974064 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:01:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:21.977137 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7dac76ce-0bcc-4618-95d1-3c78b0bccb12 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:21.996175 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac76ce-0bcc-4618-95d1-3c78b0bccb12 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496b6c5c-9e09-458b-9d63-5fbfe4b50b08,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:22.004736 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7dac76ce-0bcc-4618-95d1-3c78b0bccb12 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.010707 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7dac76ce-0bcc-4618-95d1-3c78b0bccb12 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613054 Jul 27 18:02:22.011128 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33442) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:22.016235 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-771fd165-4ccb-489f-82fc-477d223b00b8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'security_group_rule': {'security_group_id': 'ec8043ea-a6ba-45cf-872a-d13cb43accce', 'project_id': '8a3f08076aed4736b42711ce66863e48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:22.059339 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-771fd165-4ccb-489f-82fc-477d223b00b8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.132691 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c0d705-2eb6-482f-a1d2-854d43262b5e None None] Network f1f465bc-7f08-489a-ae09-65a0b5a5b191 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:02:22.134431 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-771fd165-4ccb-489f-82fc-477d223b00b8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.138728 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-771fd165-4ccb-489f-82fc-477d223b00b8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.165605 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fd165-4ccb-489f-82fc-477d223b00b8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96014278-5329-46f3-b81d-b0516ec2dfc2,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:22.169388 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-771fd165-4ccb-489f-82fc-477d223b00b8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.174087 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-771fd165-4ccb-489f-82fc-477d223b00b8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616426 Jul 27 18:02:22.174456 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33452) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:22.189844 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-badcc2a6-a557-4a0a-9e1b-e28812876088 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'security_group_rule': {'security_group_id': 'ec8043ea-a6ba-45cf-872a-d13cb43accce', 'project_id': '8a3f08076aed4736b42711ce66863e48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:22.250831 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-badcc2a6-a557-4a0a-9e1b-e28812876088 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.368269 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:22.423760 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-badcc2a6-a557-4a0a-9e1b-e28812876088 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.428806 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-badcc2a6-a557-4a0a-9e1b-e28812876088 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.435849 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Set router f4600d4d-87f8-4bd2-a3bd-164f59662e8e gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:22.457987 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-badcc2a6-a557-4a0a-9e1b-e28812876088 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.460572 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-badcc2a6-a557-4a0a-9e1b-e28812876088 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2833204 Jul 27 18:02:22.465795 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33464) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:22.470573 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-475d96d0-88ca-4e97-9332-742593fffbc7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'security_group_rule': {'security_group_id': 'ec8043ea-a6ba-45cf-872a-d13cb43accce', 'project_id': '8a3f08076aed4736b42711ce66863e48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:22.472422 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcc2a6-a557-4a0a-9e1b-e28812876088 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2835ac35-27d0-4898-bcba-72348fb91883,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:22.494336 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-20881564-8dfe-4578-ad5a-df16777b6b16 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:22.495869 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-20881564-8dfe-4578-ad5a-df16777b6b16 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.41 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1942377 Jul 27 18:02:22.552929 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19fa4-0f79-4a61-b593-b5ac74d710ab req-3973cd27-2373-487c-b837-05736392dabf tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:22.555061 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8fc19fa4-0f79-4a61-b593-b5ac74d710ab req-3973cd27-2373-487c-b837-05736392dabf tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 945 time: 0.1683061 Jul 27 18:02:22.568079 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33468) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:22.574599 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-481121309-network', 'tenant_id': '45298bf219714d74ad98a96caaba9017'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:22.583360 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-475d96d0-88ca-4e97-9332-742593fffbc7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.608486 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:22.608860 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.691403 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Made reservation on behalf of 45298bf219714d74ad98a96caaba9017 for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:22.693639 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.707561 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8fc19fa4-0f79-4a61-b593-b5ac74d710ab req-9272fbf6-a214-4567-ad9d-b83262ffcdbf tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267283 Jul 27 18:02:22.713873 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.753959 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 7bbde06f-92fa-47db-b126-36cfa8b25dda up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:22.766515 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Deleting port ef1f9082-c7b9-4bd8-9c36-847706f5d178 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:02:22.766861 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.770605 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-475d96d0-88ca-4e97-9332-742593fffbc7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.778230 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-475d96d0-88ca-4e97-9332-742593fffbc7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.801911 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:19Z', 'revision_number': 4, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port': {'id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '113af7de-a5ff-4d06-a9e6-2c76659e3703', 'name': '', 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'mac_address': 'fa:16:3e:09:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e8b2796c-816a-42af-b1dd-a94acfae7279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:18Z', 'updated_at': '2021-07-27T18:02:19Z', 'revision_number': 2, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'subnets': [{'id': 'e8b2796c-816a-42af-b1dd-a94acfae7279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:22.831119 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Checking router: f4600d4d-87f8-4bd2-a3bd-164f59662e8e for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:02:22.831481 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Updating router f4600d4d-87f8-4bd2-a3bd-164f59662e8e port 113af7de-a5ff-4d06-a9e6-2c76659e3703 binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:02:22.843279 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d96d0-88ca-4e97-9332-742593fffbc7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b87cf3-9902-419a-9b83-dc56f3015c82,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:22.869562 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 7bbde06f-92fa-47db-b126-36cfa8b25dda triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:22.869997 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.896793 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.912098 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] For port ef1f9082-c7b9-4bd8-9c36-847706f5d178, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ef1f9082-c7b9-4bd8-9c36-847706f5d178,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:22.912467 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.931044 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Calling delete_port for ef1f9082-c7b9-4bd8-9c36-847706f5d178 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:02:22.989207 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:22.997607 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.003108 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-475d96d0-88ca-4e97-9332-742593fffbc7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.004272 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-475d96d0-88ca-4e97-9332-742593fffbc7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5375342 Jul 27 18:02:23.007300 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33474) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:23.014791 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-52bdd0c9-ec90-4b06-afcc-8fb1dca679b5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'security_group_rule': {'security_group_id': 'ec8043ea-a6ba-45cf-872a-d13cb43accce', 'project_id': '8a3f08076aed4736b42711ce66863e48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:23.040900 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:02:23.047961 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472c6035-12cb-4723-813e-9516e6a11791,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:23.049108 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.securitygroups_db [None req-52bdd0c9-ec90-4b06-afcc-8fb1dca679b5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Project 8a3f08076aed4736b42711ce66863e48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 18:02:23.054950 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-52bdd0c9-ec90-4b06-afcc-8fb1dca679b5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.062728 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.063089 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Added segment 12be17f9-3931-4fa3-9cf5-824ebd84836b of type vlan for network fa5dabed-6854-456f-b31b-4ea0de28d6ef Jul 27 18:02:23.127776 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-52bdd0c9-ec90-4b06-afcc-8fb1dca679b5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.132658 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-52bdd0c9-ec90-4b06-afcc-8fb1dca679b5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.134286 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.152277 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdd0c9-ec90-4b06-afcc-8fb1dca679b5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bed6bc-531b-4338-b29f-10ae53cbc125,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:23.157819 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-52bdd0c9-ec90-4b06-afcc-8fb1dca679b5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.162134 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-52bdd0c9-ec90-4b06-afcc-8fb1dca679b5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525185 Jul 27 18:02:23.162808 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33476) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:23.168157 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-c1cc9da6-7b1e-43f2-9894-70f0eb752e7e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'security_group_rule': {'security_group_id': 'ec8043ea-a6ba-45cf-872a-d13cb43accce', 'project_id': '8a3f08076aed4736b42711ce66863e48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:23.176852 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.195982 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.securitygroups_db [None req-c1cc9da6-7b1e-43f2-9894-70f0eb752e7e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Project 8a3f08076aed4736b42711ce66863e48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 18:02:23.200919 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c1cc9da6-7b1e-43f2-9894-70f0eb752e7e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.206063 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.207039 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:23.207617 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.211968 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Pushing event deleted for resources: {'Port': ['ID=ef1f9082-c7b9-4bd8-9c36-847706f5d178,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:23.270334 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c1cc9da6-7b1e-43f2-9894-70f0eb752e7e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.274118 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c1cc9da6-7b1e-43f2-9894-70f0eb752e7e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.288354 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7177587 Jul 27 18:02:23.292424 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33478) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:23.300603 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Request body: {'subnet': {'network_id': 'fa5dabed-6854-456f-b31b-4ea0de28d6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-481121309-subnet', 'tenant_id': '45298bf219714d74ad98a96caaba9017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:23.303909 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc9da6-7b1e-43f2-9894-70f0eb752e7e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531fa115-d13b-45c7-adfc-ec502ccfa2bc,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:23.319128 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645648ad-5017-4202-9671-03012fbda0da admin admin] Pushing event updated for resources: {'Network': ['ID=fa5dabed-6854-456f-b31b-4ea0de28d6ef,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:23.322396 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] No DVR routers for this DVR port ef1f9082-c7b9-4bd8-9c36-847706f5d178 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:02:23.324541 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.326531 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f48a7a4d-0bbc-462d-8d0d-fcfcb3ea8a85 req-63503f08-a0e4-488b-996a-cd7c13dcb606 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.41 "DELETE /v2.0/ports/ef1f9082-c7b9-4bd8-9c36-847706f5d178 HTTP/1.1" status: 204 len: 173 time: 0.8182452 Jul 27 18:02:23.326951 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22138097-231b-4f86-8644-28cf47760a30', 'name': 'network-vif-deleted', 'tag': 'ef1f9082-c7b9-4bd8-9c36-847706f5d178'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:23.329230 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f151b3-ee35-40c4-8031-9bbface4d0c4" -d '{"events": [{"server_uuid": "22138097-231b-4f86-8644-28cf47760a30", "name": "network-vif-deleted", "tag": "ef1f9082-c7b9-4bd8-9c36-847706f5d178"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:23.332046 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network fa5dabed-6854-456f-b31b-4ea0de28d6ef details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:02:23.338086 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c1cc9da6-7b1e-43f2-9894-70f0eb752e7e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.341665 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-c1cc9da6-7b1e-43f2-9894-70f0eb752e7e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754332 Jul 27 18:02:23.356335 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Made reservation on behalf of 45298bf219714d74ad98a96caaba9017 for: {'subnet': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:23.360515 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126337987'] for subnet, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.378507 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2984ee-df9b-474b-be5b-5ff98e746cc1 x-openstack-request-id: req-6c2984ee-df9b-474b-be5b-5ff98e746cc1 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:23.378969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22138097-231b-4f86-8644-28cf47760a30", "name": "network-vif-deleted", "tag": "ef1f9082-c7b9-4bd8-9c36-847706f5d178", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:23.379302 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c2984ee-df9b-474b-be5b-5ff98e746cc1 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:23.379844 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22138097-231b-4f86-8644-28cf47760a30', 'name': 'network-vif-deleted', 'tag': 'ef1f9082-c7b9-4bd8-9c36-847706f5d178', 'status': 'completed', 'code': 200} Jul 27 18:02:23.386753 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.405979 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Transition to ACTIVE for port object 113af7de-a5ff-4d06-a9e6-2c76659e3703 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:23.419286 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.475211 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e017e1f-55dc-4dfd-bb5e-438c1677c70c None None] Pushing event updated for resources: {'Port': ['ID=113af7de-a5ff-4d06-a9e6-2c76659e3703,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:23.542948 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Attempting to bind port 113af7de-a5ff-4d06-a9e6-2c76659e3703 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:02:23.543352 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Attempting to bind port 113af7de-a5ff-4d06-a9e6-2c76659e3703 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:02:23.543800 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Attempting to bind port 113af7de-a5ff-4d06-a9e6-2c76659e3703 on network c068e704-9097-4e4b-90af-2a25bae2a8ca {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:23.552098 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:02:23.552484 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Checking segment: {'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:23.553158 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.553554 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Bound using segment: {'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:02:23.554752 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Bound port: 113af7de-a5ff-4d06-a9e6-2c76659e3703, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a79109-1d42-4ba6-8b07-cbeee72cc586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:02:23.555175 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.580541 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127653704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126338001'] for subnet, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.685006 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-ccbfd83d-5076-44ec-8436-dc43b2c2a9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.692837 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] For port 113af7de-a5ff-4d06-a9e6-2c76659e3703, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:02:23.696468 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.701917 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] For port 113af7de-a5ff-4d06-a9e6-2c76659e3703, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=113af7de-a5ff-4d06-a9e6-2c76659e3703,segment=NetworkSegment(b3a79109-1d42-4ba6-8b07-cbeee72cc586),segment_id=b3a79109-1d42-4ba6-8b07-cbeee72cc586)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:02:23.707714 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:23.782232 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Routers {'f4600d4d-87f8-4bd2-a3bd-164f59662e8e'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:23.782901 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:02:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:23.790260 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e017e1f-55dc-4dfd-bb5e-438c1677c70c None None] Pushing event updated for resources: {'Port': ['ID=113af7de-a5ff-4d06-a9e6-2c76659e3703,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:23.918176 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b3e1c9c4-74dd-471d-888c-cb8d7f6ac33d req-6bdfd31a-0830-4b7d-87d1-f67017d785cf tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.0492432 Jul 27 18:02:23.940770 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] Set router f4600d4d-87f8-4bd2-a3bd-164f59662e8e gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:23.963698 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d380d7e-4572-4062-a483-c58a57fe7940,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:23.965801 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Checking segment: {'id': '12be17f9-3931-4fa3-9cf5-824ebd84836b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fa5dabed-6854-456f-b31b-4ea0de28d6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:23.966153 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Network hostable DHCP agents. Network: fa5dabed-6854-456f-b31b-4ea0de28d6ef, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:02:23.995185 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Network fa5dabed-6854-456f-b31b-4ea0de28d6ef is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:02:24.012726 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, fa5dabed-6854-456f-b31b-4ea0de28d6ef) {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:24.017155 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:24.018020 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.039505 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-939a290e-9255-4899-86d5-d9922c549c11 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7430863 Jul 27 18:02:24.040598 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f570dd-0132-4306-aea9-2d9b1eaad156 None None] Network fa5dabed-6854-456f-b31b-4ea0de28d6ef requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:02:24.169033 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33528) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:24.220159 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc2d1cb-ef3b-4280-8aab-55f1df3dc94f admin admin] Deleting subnet 5128ddc6-28e7-4a8b-806e-153dc2bb59ce {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:02:24.223340 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d1cb-ef3b-4280-8aab-55f1df3dc94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.258770 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d1cb-ef3b-4280-8aab-55f1df3dc94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125990872'] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.300894 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d1cb-ef3b-4280-8aab-55f1df3dc94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.302699 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993bd67b-7dbb-47a5-9ea3-0a0a834d197f None None] Network fa5dabed-6854-456f-b31b-4ea0de28d6ef requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:02:24.354658 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d1cb-ef3b-4280-8aab-55f1df3dc94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127653775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126337960'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.368043 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-879c842a-33ae-4500-bf36-2868acea460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:19Z', 'revision_number': 4, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port': {'id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '113af7de-a5ff-4d06-a9e6-2c76659e3703', 'name': '', 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'mac_address': 'fa:16:3e:09:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e8b2796c-816a-42af-b1dd-a94acfae7279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:18Z', 'updated_at': '2021-07-27T18:02:23Z', 'revision_number': 4, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'subnets': [{'id': 'e8b2796c-816a-42af-b1dd-a94acfae7279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:24.381023 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2d1cb-ef3b-4280-8aab-55f1df3dc94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5128ddc6-28e7-4a8b-806e-153dc2bb59ce,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:24.385448 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d1cb-ef3b-4280-8aab-55f1df3dc94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.389402 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-0bc2d1cb-ef3b-4280-8aab-55f1df3dc94f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5128ddc6-28e7-4a8b-806e-153dc2bb59ce HTTP/1.1" status: 204 len: 168 time: 0.2194617 Jul 27 18:02:24.389998 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33530) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:24.411758 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879c842a-33ae-4500-bf36-2868acea460b None None] The sync data for ids ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'] in dv-cinder-786260-13-iscsi is: [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:19Z', 'revision_number': 4, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port': {'id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '113af7de-a5ff-4d06-a9e6-2c76659e3703', 'name': '', 'network_id': 'c068e704-9097-4e4b-90af-2a25bae2a8ca', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'mac_address': 'fa:16:3e:09:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e8b2796c-816a-42af-b1dd-a94acfae7279', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:18Z', 'updated_at': '2021-07-27T18:02:23Z', 'revision_number': 4, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'subnets': [{'id': 'e8b2796c-816a-42af-b1dd-a94acfae7279', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:02:24.432438 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.468710 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.561664 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.572857 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f465bc-7f08-489a-ae09-65a0b5a5b191']}} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:24.583928 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858a2129-8c5d-42d3-856e-206ac7e7c7ef') {'for_net_delete': True} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:24.584239 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858a2129-8c5d-42d3-856e-206ac7e7c7ef') {} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:24.594054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125855100'] for segment, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.608453 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.614716 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:02:24.615165 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125860346'] for segment, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: Traceback (most recent call last): Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: timer() Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: cb(*args, **kw) Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: return func(*args, **kwargs) Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: self._notify() Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: self.callback(batched_events) Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: event.method(event) Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: return f(self, *a, **k) Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._get(url).json() Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: return self.request(url, 'GET', **kwargs) Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:02:24.617453 dv-cinder-786260-13-iscsi neutron-server[93051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:02:24.882687 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.887841 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.889661 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f1f465bc-7f08-489a-ae09-65a0b5a5b191 HTTP/1.1" status: 204 len: 168 time: 0.4986396 Jul 27 18:02:24.892858 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33534) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:24.900284 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87908f33-cc2e-41d4-a77a-cabb82b6b785 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f465bc-7f08-489a-ae09-65a0b5a5b191,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:24.940105 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-33be33ca-3fc4-4d4d-8b8b-7f1d989b3f37 admin admin] Deleting subnet 5d380d7e-4572-4062-a483-c58a57fe7940 {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:02:24.949183 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-33be33ca-3fc4-4d4d-8b8b-7f1d989b3f37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:24.989706 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-33be33ca-3fc4-4d4d-8b8b-7f1d989b3f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125990872'] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.019787 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-05b6a1f6-bd4b-406f-ae36-c652142a47ee req-5df255e4-8dda-43fd-80d0-429a7f0e8a15 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.0321069 Jul 27 18:02:25.039833 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-33be33ca-3fc4-4d4d-8b8b-7f1d989b3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.096479 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-33be33ca-3fc4-4d4d-8b8b-7f1d989b3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127653775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126337960'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.122441 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be33ca-3fc4-4d4d-8b8b-7f1d989b3f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d380d7e-4572-4062-a483-c58a57fe7940,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:25.134647 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-33be33ca-3fc4-4d4d-8b8b-7f1d989b3f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.136568 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-33be33ca-3fc4-4d4d-8b8b-7f1d989b3f37 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5d380d7e-4572-4062-a483-c58a57fe7940 HTTP/1.1" status: 204 len: 168 time: 0.2427282 Jul 27 18:02:25.139181 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33540) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:25.215198 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.300159 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.313098 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5dabed-6854-456f-b31b-4ea0de28d6ef']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:25.325987 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12be17f9-3931-4fa3-9cf5-824ebd84836b') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:25.326221 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12be17f9-3931-4fa3-9cf5-824ebd84836b') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:25.335566 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.349349 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.356122 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:02:25.356515 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:02:25.358155 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:02:25.417539 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.423085 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.424926 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] 10.222.0.47 "DELETE /v2.0/networks/fa5dabed-6854-456f-b31b-4ea0de28d6ef HTTP/1.1" status: 204 len: 168 time: 0.2848318 Jul 27 18:02:25.436714 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fddab1-d8b0-4177-81bb-98199fa95e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5dabed-6854-456f-b31b-4ea0de28d6ef,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:25.580732 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33546) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:25.620975 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-13f8b588-a72e-45dc-91eb-9f3fadb8fe1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cfb5edd281354afd94e868403b8f5e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390816 Jul 27 18:02:25.623491 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33548) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:25.673162 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0ed46d58-4e51-4af7-8e94-ad8a5630f603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.694860 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0ed46d58-4e51-4af7-8e94-ad8a5630f603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.747376 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0ed46d58-4e51-4af7-8e94-ad8a5630f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.751526 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-0ed46d58-4e51-4af7-8e94-ad8a5630f603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:25.755486 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-0ed46d58-4e51-4af7-8e94-ad8a5630f603 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0966b582-8473-4951-9003-17355be14125 HTTP/1.1" status: 204 len: 168 time: 0.1309702 Jul 27 18:02:25.763882 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed46d58-4e51-4af7-8e94-ad8a5630f603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0966b582-8473-4951-9003-17355be14125,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:26.090052 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33558) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:26.118912 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-553f931b-190f-490e-a5d4-2b40d974501c req-705ae0ca-06a8-49bd-84ce-9f85e17e0ef9 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=22138097-231b-4f86-8644-28cf47760a30 HTTP/1.1" status: 200 len: 210 time: 0.0291431 Jul 27 18:02:26.119687 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:26.140879 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9922aff9-501e-4afc-ba01-71a21207b2df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45298bf219714d74ad98a96caaba9017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495439 Jul 27 18:02:26.143804 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33562) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:26.206638 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad583a5b-db50-4cff-bf81-896d8f6610da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:26.232283 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad583a5b-db50-4cff-bf81-896d8f6610da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:26.243907 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['e2db4d97-95a0-468a-a564-bbed9ccd6bb4', 'ef1f9082-c7b9-4bd8-9c36-847706f5d178'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:02:26.280170 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 113af7de-a5ff-4d06-a9e6-2c76659e3703 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:26.294811 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad583a5b-db50-4cff-bf81-896d8f6610da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:26.297877 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad583a5b-db50-4cff-bf81-896d8f6610da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:26.299052 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ad583a5b-db50-4cff-bf81-896d8f6610da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/472c6035-12cb-4723-813e-9516e6a11791 HTTP/1.1" status: 204 len: 168 time: 0.1541045 Jul 27 18:02:26.311346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad583a5b-db50-4cff-bf81-896d8f6610da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c6035-12cb-4723-813e-9516e6a11791,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:26.402821 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 113af7de-a5ff-4d06-a9e6-2c76659e3703 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:26.409606 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 113af7de-a5ff-4d06-a9e6-2c76659e3703 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:26.409979 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:26.542890 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:26.581256 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 113af7de-a5ff-4d06-a9e6-2c76659e3703, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=113af7de-a5ff-4d06-a9e6-2c76659e3703,segment=NetworkSegment(b3a79109-1d42-4ba6-8b07-cbeee72cc586),segment_id=b3a79109-1d42-4ba6-8b07-cbeee72cc586)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:26.585640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:26.645630 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=113af7de-a5ff-4d06-a9e6-2c76659e3703,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:27.439591 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cae04c-aea6-47da-80b0-ba12dbc2b4b3 req-53264ca1-9514-4d08-94cc-ace1b8f32899 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:27.441192 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-40cae04c-aea6-47da-80b0-ba12dbc2b4b3 req-53264ca1-9514-4d08-94cc-ace1b8f32899 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0689447 Jul 27 18:02:27.483854 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-40cae04c-aea6-47da-80b0-ba12dbc2b4b3 req-baa2916d-7042-48b6-9893-ee384b5a9199 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351849 Jul 27 18:02:28.245771 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 113af7de-a5ff-4d06-a9e6-2c76659e3703 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:02:28.284295 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33658) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:28.301513 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 113af7de-a5ff-4d06-a9e6-2c76659e3703 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:28.301899 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:28.398691 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a24fc663-1469-4269-bc99-403bee3ce7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:28.494289 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a24fc663-1469-4269-bc99-403bee3ce7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:28.497927 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a24fc663-1469-4269-bc99-403bee3ce7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:28.539377 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a24fc663-1469-4269-bc99-403bee3ce7d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a705920a6ea4e17b395f33a209d343f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539229 Jul 27 18:02:28.540644 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fc663-1469-4269-bc99-403bee3ce7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc24834-900a-43df-905d-103ac8ccbb6e,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:28.542026 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33666) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:28.597788 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2389fff0-1d0c-4a69-ac74-073cb5075675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:28.620645 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2389fff0-1d0c-4a69-ac74-073cb5075675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:28.624092 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4857ae-ef4b-4f70-8eec-921a605c9d83 req-eefbcea6-964b-45e6-9fb4-8f28e7a7d92f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:28.625613 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ed4857ae-ef4b-4f70-8eec-921a605c9d83 req-eefbcea6-964b-45e6-9fb4-8f28e7a7d92f tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0667663 Jul 27 18:02:28.666445 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ed4857ae-ef4b-4f70-8eec-921a605c9d83 req-05ca6cf2-04d0-4dc1-9013-fa460c9151c8 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347605 Jul 27 18:02:28.669324 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2389fff0-1d0c-4a69-ac74-073cb5075675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:28.672275 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2389fff0-1d0c-4a69-ac74-073cb5075675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:28.673831 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-2389fff0-1d0c-4a69-ac74-073cb5075675 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5bc24834-900a-43df-905d-103ac8ccbb6e HTTP/1.1" status: 204 len: 168 time: 0.1300833 Jul 27 18:02:28.682614 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389fff0-1d0c-4a69-ac74-073cb5075675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc24834-900a-43df-905d-103ac8ccbb6e,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:28.943113 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33674) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:28.956491 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d85a7a6b-8c7b-4f1f-a937-b89e9304da43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:29.049973 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d85a7a6b-8c7b-4f1f-a937-b89e9304da43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:29.053854 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d85a7a6b-8c7b-4f1f-a937-b89e9304da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:29.093008 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d85a7a6b-8c7b-4f1f-a937-b89e9304da43 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=829abd47e4094a7aae922eb9073135d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487939 Jul 27 18:02:29.094129 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a7a6b-8c7b-4f1f-a937-b89e9304da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31609348-28e0-4223-a3bb-d635887e55a3,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:29.095599 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33676) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:29.151650 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb9ae-ac91-45ed-8cff-024cab3fd1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:29.172658 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb9ae-ac91-45ed-8cff-024cab3fd1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:29.218659 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb9ae-ac91-45ed-8cff-024cab3fd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:29.221136 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb9ae-ac91-45ed-8cff-024cab3fd1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:29.222300 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ac2fb9ae-ac91-45ed-8cff-024cab3fd1a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31609348-28e0-4223-a3bb-d635887e55a3 HTTP/1.1" status: 204 len: 168 time: 0.1250055 Jul 27 18:02:29.230453 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fb9ae-ac91-45ed-8cff-024cab3fd1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31609348-28e0-4223-a3bb-d635887e55a3,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:29.293457 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ef1f9082-c7b9-4bd8-9c36-847706f5d178 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:02:29.314951 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: ef1f9082-c7b9-4bd8-9c36-847706f5d178 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:02:29.315330 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ef1f9082-c7b9-4bd8-9c36-847706f5d178 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:02:29.809925 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e6cb9-3045-46b7-99f8-7f437d26af9d req-6774cf7c-e8b2-4be3-b544-4fed8648f857 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:29.811532 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1a2e6cb9-3045-46b7-99f8-7f437d26af9d req-6774cf7c-e8b2-4be3-b544-4fed8648f857 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0731056 Jul 27 18:02:29.854509 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1a2e6cb9-3045-46b7-99f8-7f437d26af9d req-04dd4210-4c5f-4a1b-9f39-dc5ecca385b4 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370917 Jul 27 18:02:30.995434 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab785d9-7fb8-4f40-86f9-57bf1c0bbcc9 req-9bece130-5813-4f69-8fd5-059d65e6c0a2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:30.996956 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-eab785d9-7fb8-4f40-86f9-57bf1c0bbcc9 req-9bece130-5813-4f69-8fd5-059d65e6c0a2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0707722 Jul 27 18:02:31.035591 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-eab785d9-7fb8-4f40-86f9-57bf1c0bbcc9 req-a7485711-ae32-4b76-8a9d-3402b6190984 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Jul 27 18:02:31.543421 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:32.190227 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7933-86e3-445b-81f3-514369387a64 req-984e48cb-1cf4-4b99-b0f9-9c946c7f811b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:32.192184 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-da1d7933-86e3-445b-81f3-514369387a64 req-984e48cb-1cf4-4b99-b0f9-9c946c7f811b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0742908 Jul 27 18:02:32.238439 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-da1d7933-86e3-445b-81f3-514369387a64 req-c53bf316-3e22-4c88-9133-b287b53fc035 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Jul 27 18:02:33.391423 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b2f12-ea50-4eb1-a609-ef20a4fe8f58 req-d47a10d2-ffdc-439a-a3a6-281deb9bad18 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:33.393184 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-012b2f12-ea50-4eb1-a609-ef20a4fe8f58 req-d47a10d2-ffdc-439a-a3a6-281deb9bad18 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0836551 Jul 27 18:02:33.434164 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-012b2f12-ea50-4eb1-a609-ef20a4fe8f58 req-a8a573ef-dbe7-4794-a54a-1b6a929317b1 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333009 Jul 27 18:02:34.016391 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:02:34.585318 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac5a4-1b5d-482f-bee5-460ebd7685e1 req-e28b74bb-f72a-4b3f-b0ad-0dfeee6ba835 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:34.586980 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-042ac5a4-1b5d-482f-bee5-460ebd7685e1 req-e28b74bb-f72a-4b3f-b0ad-0dfeee6ba835 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0744956 Jul 27 18:02:34.673218 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-042ac5a4-1b5d-482f-bee5-460ebd7685e1 req-2079c032-f0f4-42fc-a364-fb5b38f2e155 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801978 Jul 27 18:02:34.747794 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ece221-8ea0-4e66-9b0e-9f080f2e3271 req-7b762db7-16f1-4c49-9748-3d69c1c6d030 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:34.749606 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f9ece221-8ea0-4e66-9b0e-9f080f2e3271 req-7b762db7-16f1-4c49-9748-3d69c1c6d030 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0732620 Jul 27 18:02:34.793934 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f9ece221-8ea0-4e66-9b0e-9f080f2e3271 req-68d3f51e-4254-4e97-9be3-ac72b7cef437 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Jul 27 18:02:35.810411 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29675087-749f-4d03-8103-bc207c84b258 req-8fc66a1c-3f2e-4d5a-b964-ab90fd23307b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:35.811990 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-29675087-749f-4d03-8103-bc207c84b258 req-8fc66a1c-3f2e-4d5a-b964-ab90fd23307b tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0672109 Jul 27 18:02:35.855595 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-29675087-749f-4d03-8103-bc207c84b258 req-1d7192c9-7993-4709-a909-1a2b9dac5aff tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372512 Jul 27 18:02:35.939460 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f08a-9730-4c55-95f7-8d5e3d7e109b req-8dfe4e68-c2f5-4d39-b99b-e27b7054d520 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:35.940928 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-61d2f08a-9730-4c55-95f7-8d5e3d7e109b req-8dfe4e68-c2f5-4d39-b99b-e27b7054d520 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0647225 Jul 27 18:02:35.980634 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-61d2f08a-9730-4c55-95f7-8d5e3d7e109b req-8adc50ab-8e9f-4874-8478-a54e7080d273 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336292 Jul 27 18:02:36.992684 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741f79b-9baf-432e-949f-d9ab3ba1f8f9 req-ef348f07-63b7-4398-b0b0-76fc1fa613b2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:36.994202 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6741f79b-9baf-432e-949f-d9ab3ba1f8f9 req-ef348f07-63b7-4398-b0b0-76fc1fa613b2 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0702839 Jul 27 18:02:37.033658 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6741f79b-9baf-432e-949f-d9ab3ba1f8f9 req-4e2d6e8c-d8c5-4cb4-ab96-e84a1829abcd tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Jul 27 18:02:37.123320 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca8cce-0f98-430e-be49-a9edc1204dd4 req-6a14edb8-738a-4dc8-87b4-7e5ceec96b44 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:37.125433 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-20ca8cce-0f98-430e-be49-a9edc1204dd4 req-6a14edb8-738a-4dc8-87b4-7e5ceec96b44 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0716739 Jul 27 18:02:37.164511 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-20ca8cce-0f98-430e-be49-a9edc1204dd4 req-363c590f-a05e-40ad-9896-69a3edad39a8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330994 Jul 27 18:02:37.632821 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2490c-e9d5-4c65-8208-b2c7eb3f9c48 req-3ed93d04-e81e-419f-820c-1247ec3d7db0 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:37.634312 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-02d2490c-e9d5-4c65-8208-b2c7eb3f9c48 req-3ed93d04-e81e-419f-820c-1247ec3d7db0 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 946 time: 0.0645819 Jul 27 18:02:37.675674 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-02d2490c-e9d5-4c65-8208-b2c7eb3f9c48 req-335ed665-bd1a-4640-bc9e-773a1e7605a5 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Jul 27 18:02:37.873921 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-b3aaab41-1af3-4570-91a2-e60871610c5d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:37.875545 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-b3aaab41-1af3-4570-91a2-e60871610c5d tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0691912 Jul 27 18:02:37.982038 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Deleting port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:02:37.982381 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:38.074015 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] For port e2db4d97-95a0-468a-a564-bbed9ccd6bb4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:38.074381 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:38.088094 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Calling delete_port for e2db4d97-95a0-468a-a564-bbed9ccd6bb4 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:02:38.173276 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50920f9-cb80-4d6e-9ed5-3b8472eb81e9 req-1e51dcbf-cf57-4e3c-80b4-93ec6c520a01 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:38.175140 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a50920f9-cb80-4d6e-9ed5-3b8472eb81e9 req-1e51dcbf-cf57-4e3c-80b4-93ec6c520a01 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bcf2a9-c746-43cc-b69b-33e73860d3d5 HTTP/1.1" status: 200 len: 946 time: 0.0709605 Jul 27 18:02:38.218113 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a50920f9-cb80-4d6e-9ed5-3b8472eb81e9 req-190f5a20-65be-4fc4-a13e-f06e019e823e tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.47 "GET /v2.0/security-groups?id=7485c50d-b334-4703-b874-a955e9cf8879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352707 Jul 27 18:02:38.227362 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:38.241070 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['e2db4d97-95a0-468a-a564-bbed9ccd6bb4'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:02:38.269850 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Pushing event deleted for resources: {'Port': ['ID=e2db4d97-95a0-468a-a564-bbed9ccd6bb4,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:38.340399 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] No DVR routers for this DVR port e2db4d97-95a0-468a-a564-bbed9ccd6bb4 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:02:38.343565 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:38.345552 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b3069aca-a229-4de3-b47e-b4ffda29dd59 req-6e8bad8f-0ce1-4fbf-a7ad-e18f648bafc3 tempest-ServerRescueNegativeTestJSON-622269761 tempest-ServerRescueNegativeTestJSON-622269761-project] 10.222.0.41 "DELETE /v2.0/ports/e2db4d97-95a0-468a-a564-bbed9ccd6bb4 HTTP/1.1" status: 204 len: 173 time: 0.4617445 Jul 27 18:02:38.345977 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bcf2a9-c746-43cc-b69b-33e73860d3d5', 'name': 'network-vif-deleted', 'tag': 'e2db4d97-95a0-468a-a564-bbed9ccd6bb4'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:38.348547 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ec535d-96d6-43f8-848b-250cfb5a614c" -d '{"events": [{"server_uuid": "f6bcf2a9-c746-43cc-b69b-33e73860d3d5", "name": "network-vif-deleted", "tag": "e2db4d97-95a0-468a-a564-bbed9ccd6bb4"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:38.380644 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77e4e0-b4e6-4fec-9a5c-47a3f1f9af33 req-ff1c43e1-ae92-49e7-bfa0-d6f284d5c095 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:38.383317 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f77e4e0-b4e6-4fec-9a5c-47a3f1f9af33 req-ff1c43e1-ae92-49e7-bfa0-d6f284d5c095 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1167493 Jul 27 18:02:38.396922 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732805a3-e807-42f8-8c61-b70a2fafe3b5 x-openstack-request-id: req-732805a3-e807-42f8-8c61-b70a2fafe3b5 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:38.397734 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bcf2a9-c746-43cc-b69b-33e73860d3d5", "name": "network-vif-deleted", "tag": "e2db4d97-95a0-468a-a564-bbed9ccd6bb4", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:38.397994 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-732805a3-e807-42f8-8c61-b70a2fafe3b5 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:38.398379 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bcf2a9-c746-43cc-b69b-33e73860d3d5', 'name': 'network-vif-deleted', 'tag': 'e2db4d97-95a0-468a-a564-bbed9ccd6bb4', 'status': 'completed', 'code': 200} Jul 27 18:02:38.432559 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f77e4e0-b4e6-4fec-9a5c-47a3f1f9af33 req-170bc6bb-e7f7-406a-b9e6-be912c04639c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434864 Jul 27 18:02:38.817183 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde828d-6b24-4b97-97e6-a328dcb20083 req-9232da95-404c-4106-a56b-f2537ad4a3c2 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:38.823565 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0fde828d-6b24-4b97-97e6-a328dcb20083 req-9232da95-404c-4106-a56b-f2537ad4a3c2 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 946 time: 0.0768819 Jul 27 18:02:38.862824 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0fde828d-6b24-4b97-97e6-a328dcb20083 req-a5af1573-2c16-4c45-8faa-8267f7091beb tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Jul 27 18:02:39.281240 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33888) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:39.570804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907c96-e92f-4782-b669-b21aecff8c00 req-1d40e7c0-a9a6-43b9-88dd-055d43f476d1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:39.572357 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-51907c96-e92f-4782-b669-b21aecff8c00 req-1d40e7c0-a9a6-43b9-88dd-055d43f476d1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0657976 Jul 27 18:02:39.612047 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-51907c96-e92f-4782-b669-b21aecff8c00 req-3272697b-3dcc-4336-961e-c2f4a5db8ff1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333934 Jul 27 18:02:39.753234 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:39.763316 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-2ba546bd-feb8-4855-a09e-2328610e0258 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:39.764786 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-2ba546bd-feb8-4855-a09e-2328610e0258 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 946 time: 0.1322486 Jul 27 18:02:40.074505 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Deleting port e25be890-5976-47e7-9ca6-7686862db493 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:02:40.074969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:40.190455 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d17e77-ef32-42a9-82e7-ff7692022b9e req-93b2d3fd-d2c3-42ca-87e9-7d22ac9c6477 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:40.192165 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-61d17e77-ef32-42a9-82e7-ff7692022b9e req-93b2d3fd-d2c3-42ca-87e9-7d22ac9c6477 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 946 time: 0.2183304 Jul 27 18:02:40.245739 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] For port e25be890-5976-47e7-9ca6-7686862db493, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e25be890-5976-47e7-9ca6-7686862db493,segment=NetworkSegment(e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5),segment_id=e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:40.246105 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:40.277914 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Calling delete_port for e25be890-5976-47e7-9ca6-7686862db493 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:02:40.288588 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-61d17e77-ef32-42a9-82e7-ff7692022b9e req-73b03d75-8166-451c-9749-173720d94da8 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/security-groups?id=06d3867a-0210-46d1-b0b9-333a4ed82be6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873656 Jul 27 18:02:40.395196 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Deleting port 746d50eb-a22b-40e9-b628-bb965abf6456 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:02:40.395530 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:40.718820 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:40.730723 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['e25be890-5976-47e7-9ca6-7686862db493'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:02:40.734467 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] For port 746d50eb-a22b-40e9-b628-bb965abf6456, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=746d50eb-a22b-40e9-b628-bb965abf6456,segment=NetworkSegment(4dcdfd6c-9f58-4d92-acba-209b179deedc),segment_id=4dcdfd6c-9f58-4d92-acba-209b179deedc)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:40.734467 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:40.752294 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785bcb3-e475-4682-98ee-4190dbad5be6 req-342e8ca6-3b8f-41d7-a94d-6a5a6d27e61c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:40.753784 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5785bcb3-e475-4682-98ee-4190dbad5be6 req-342e8ca6-3b8f-41d7-a94d-6a5a6d27e61c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0674627 Jul 27 18:02:40.761638 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Pushing event deleted for resources: {'Port': ['ID=e25be890-5976-47e7-9ca6-7686862db493,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:40.770381 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Calling delete_port for 746d50eb-a22b-40e9-b628-bb965abf6456 owned by network:router_interface {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:02:40.794805 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5785bcb3-e475-4682-98ee-4190dbad5be6 req-8a66ced9-c1ed-40a7-b09e-cf327e9dc443 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341177 Jul 27 18:02:40.814471 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] No DVR routers for this DVR port e25be890-5976-47e7-9ca6-7686862db493 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:02:40.852682 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:40.854642 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-13b70267-5fe4-4b01-9d52-4725d14113dc req-947b12c0-f043-4213-bde5-6ecce6cd92aa tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.41 "DELETE /v2.0/ports/e25be890-5976-47e7-9ca6-7686862db493 HTTP/1.1" status: 204 len: 173 time: 1.0587726 Jul 27 18:02:40.855085 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b3a5e0-eca8-423b-aa51-3cfa677c6076', 'name': 'network-vif-deleted', 'tag': 'e25be890-5976-47e7-9ca6-7686862db493'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:40.857282 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8df20c-b426-4b17-87ac-f23efac0433a" -d '{"events": [{"server_uuid": "e5b3a5e0-eca8-423b-aa51-3cfa677c6076", "name": "network-vif-deleted", "tag": "e25be890-5976-47e7-9ca6-7686862db493"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:40.908366 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf25323-b2f5-4bfd-a713-0d02d01e7541 x-openstack-request-id: req-ebf25323-b2f5-4bfd-a713-0d02d01e7541 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:40.908666 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b3a5e0-eca8-423b-aa51-3cfa677c6076", "name": "network-vif-deleted", "tag": "e25be890-5976-47e7-9ca6-7686862db493", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:40.908920 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ebf25323-b2f5-4bfd-a713-0d02d01e7541 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:40.909317 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b3a5e0-eca8-423b-aa51-3cfa677c6076', 'name': 'network-vif-deleted', 'tag': 'e25be890-5976-47e7-9ca6-7686862db493', 'status': 'completed', 'code': 200} Jul 27 18:02:40.986426 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device e2db4d97-95a0-468a-a564-bbed9ccd6bb4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:02:41.014580 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: e2db4d97-95a0-468a-a564-bbed9ccd6bb4 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:02:41.015233 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device e2db4d97-95a0-468a-a564-bbed9ccd6bb4 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:02:41.047593 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.073976 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Pushing event deleted for resources: {'Port': ['ID=746d50eb-a22b-40e9-b628-bb965abf6456,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:41.119719 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33914) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:41.229909 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f19-2606-48cf-afed-310cdcf44a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.242194 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.343750 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f19-2606-48cf-afed-310cdcf44a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.351698 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f19c7f19-2606-48cf-afed-310cdcf44a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.416123 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c7f19-2606-48cf-afed-310cdcf44a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959f884b-454a-46e6-9998-ed3ee650e7b6,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:41.438958 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1515ca64-85b5-49d2-99b9-ebb36e8bb9a1 req-3933b2db-3ade-4bc3-ab60-0c15aefaf035 tempest-VolumesSnapshotTestJSON-332769381 tempest-VolumesSnapshotTestJSON-332769381-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5b3a5e0-eca8-423b-aa51-3cfa677c6076 HTTP/1.1" status: 200 len: 210 time: 0.0419559 Jul 27 18:02:41.442521 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f19c7f19-2606-48cf-afed-310cdcf44a05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47f60c3a7be5490e9ae1fb7416df4491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215952 Jul 27 18:02:41.445446 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33920) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:41.502893 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Router b589264a-e60d-4ad7-bf63-6865c0841d5a has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:02:41.510269 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f8579216-c577-4bcb-9bee-9c04735f25db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.534486 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f8579216-c577-4bcb-9bee-9c04735f25db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.584367 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f8579216-c577-4bcb-9bee-9c04735f25db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.587840 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f8579216-c577-4bcb-9bee-9c04735f25db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.589031 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f8579216-c577-4bcb-9bee-9c04735f25db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/959f884b-454a-46e6-9998-ed3ee650e7b6 HTTP/1.1" status: 204 len: 168 time: 0.1412926 Jul 27 18:02:41.599404 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8579216-c577-4bcb-9bee-9c04735f25db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959f884b-454a-46e6-9998-ed3ee650e7b6,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:41.616397 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:02:41.621467 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1ea2a0be-fb32-41f8-8218-50edb3bdbd7f admin admin] 10.222.0.47 "PUT /v2.0/routers/b589264a-e60d-4ad7-bf63-6865c0841d5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3392000 Jul 27 18:02:41.624026 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33924) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:41.626750 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] Sync routers for ids ['b589264a-e60d-4ad7-bf63-6865c0841d5a'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:02:41.641385 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] Routers {'b589264a-e60d-4ad7-bf63-6865c0841d5a'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:41.642022 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:02:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b589264a-e60d-4ad7-bf63-6865c0841d5a'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:41.742422 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks [] for router, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.755218 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] Set router b589264a-e60d-4ad7-bf63-6865c0841d5a gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:41.856749 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.928696 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33930) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:41.946218 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-57856f6c-c9bf-4125-b5c6-5f8b5400b103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.960020 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Deleting port 053398b3-689e-4e52-b064-04b80e2b19a0 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:02:41.960441 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:41.970037 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151'}], 'enable_snat': True}, 'gw_port_id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T18:02:40Z', 'revision_number': 5, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port': {'id': '053398b3-689e-4e52-b064-04b80e2b19a0', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:41.999146 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] Checking router: b589264a-e60d-4ad7-bf63-6865c0841d5a for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:02:42.011107 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] Routers {'b589264a-e60d-4ad7-bf63-6865c0841d5a'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:02:42.012026 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:02:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b589264a-e60d-4ad7-bf63-6865c0841d5a'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:42.021274 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710b8c9-3ee0-4877-8e79-698aba7b6b86 req-21bb3062-f125-425a-a3b5-8286e0b6e319 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:42.023510 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0710b8c9-3ee0-4877-8e79-698aba7b6b86 req-21bb3062-f125-425a-a3b5-8286e0b6e319 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1336191 Jul 27 18:02:42.091130 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-57856f6c-c9bf-4125-b5c6-5f8b5400b103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.096182 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-57856f6c-c9bf-4125-b5c6-5f8b5400b103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.105815 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] For port 053398b3-689e-4e52-b064-04b80e2b19a0, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=053398b3-689e-4e52-b064-04b80e2b19a0,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:02:42.106329 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.110744 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] Set router b589264a-e60d-4ad7-bf63-6865c0841d5a gateway port host: None {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:02:42.118666 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0710b8c9-3ee0-4877-8e79-698aba7b6b86 req-89e204a9-d1a6-482e-b6c0-c9c874f05dee tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743856 Jul 27 18:02:42.124556 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Calling delete_port for 053398b3-689e-4e52-b064-04b80e2b19a0 owned by network:router_gateway {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:02:42.138249 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-57856f6c-c9bf-4125-b5c6-5f8b5400b103 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fb8f5b36ce7412ab0e70252e4367a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074299 Jul 27 18:02:42.138883 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57856f6c-c9bf-4125-b5c6-5f8b5400b103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e67a3b-35c4-4a5e-a5a2-7b156fc40930,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:42.142067 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33934) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:42.186253 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T18:02:41Z', 'revision_number': 6, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port_host': None}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:42.207967 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f653476c-c17d-4c20-a88c-0a043c35e0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.216204 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b84acf5-c41a-4ce8-9eb8-0652cf2f8a0f None None] The sync data for ids ['b589264a-e60d-4ad7-bf63-6865c0841d5a'] in dv-cinder-786260-13-iscsi is: [{'id': 'b589264a-e60d-4ad7-bf63-6865c0841d5a', 'name': 'tempest-ServerRescueNegativeTestJSON-328451874-router', 'tenant_id': '48be8aced2274ceb88830889f36916f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:43Z', 'updated_at': '2021-07-27T18:02:41Z', 'revision_number': 6, 'project_id': '48be8aced2274ceb88830889f36916f3', 'gw_port_host': None}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:02:42.241851 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f653476c-c17d-4c20-a88c-0a043c35e0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.301716 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f653476c-c17d-4c20-a88c-0a043c35e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.305139 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f653476c-c17d-4c20-a88c-0a043c35e0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.306415 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f653476c-c17d-4c20-a88c-0a043c35e0c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9e67a3b-35c4-4a5e-a5a2-7b156fc40930 HTTP/1.1" status: 204 len: 168 time: 0.1628902 Jul 27 18:02:42.325419 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653476c-c17d-4c20-a88c-0a043c35e0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e67a3b-35c4-4a5e-a5a2-7b156fc40930,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:42.336972 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.366679 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Pushing event deleted for resources: {'Port': ['ID=053398b3-689e-4e52-b064-04b80e2b19a0,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:42.433900 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.544716 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.546874 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.641447 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.645563 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b589264a-e60d-4ad7-bf63-6865c0841d5a {{(pid=93051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:02:42.660892 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.662081 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-8cb0ee25-b3e8-4a4d-9d41-3215561c912f admin admin] 10.222.0.47 "DELETE /v2.0/routers/b589264a-e60d-4ad7-bf63-6865c0841d5a HTTP/1.1" status: 204 len: 168 time: 1.0369618 Jul 27 18:02:42.665369 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 33952) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:42.728566 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_v2 [None req-951792a2-2262-4d99-ad95-097c6d5f86aa admin admin] Deleting subnet 14ec3cfe-880d-47b9-9324-10316376244e {{(pid=93051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:02:42.731707 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-951792a2-2262-4d99-ad95-097c6d5f86aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.775947 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-951792a2-2262-4d99-ad95-097c6d5f86aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125860239'] for subnet, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.828897 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-951792a2-2262-4d99-ad95-097c6d5f86aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.890205 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-951792a2-2262-4d99-ad95-097c6d5f86aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125860244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125843968'] for subnet, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.906014 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-951792a2-2262-4d99-ad95-097c6d5f86aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:42.908356 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-951792a2-2262-4d99-ad95-097c6d5f86aa admin admin] 10.222.0.47 "DELETE /v2.0/subnets/14ec3cfe-880d-47b9-9324-10316376244e HTTP/1.1" status: 204 len: 168 time: 0.2419760 Jul 27 18:02:42.911123 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33970) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:42.941872 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951792a2-2262-4d99-ad95-097c6d5f86aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ec3cfe-880d-47b9-9324-10316376244e,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:42.996791 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.014189 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device e25be890-5976-47e7-9ca6-7686862db493 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:02:43.041111 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: e25be890-5976-47e7-9ca6-7686862db493 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:02:43.041476 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device e25be890-5976-47e7-9ca6-7686862db493 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:02:43.091028 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.102975 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b461fb-0cad-49fe-8755-f1b94e2ef321']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:43.117541 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcdfd6c-9f58-4d92-acba-209b179deedc') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:43.117837 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcdfd6c-9f58-4d92-acba-209b179deedc') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:02:43.127165 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.143725 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.152840 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:02:43.155515 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:02:43.157468 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:02:43.224111 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.231129 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.233135 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] 10.222.0.47 "DELETE /v2.0/networks/36b461fb-0cad-49fe-8755-f1b94e2ef321 HTTP/1.1" status: 204 len: 168 time: 0.3210337 Jul 27 18:02:43.244373 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69bfe7-67fc-4186-997f-a4eb446bac3f admin admin] Pushing event deleted for resources: {'Network': ['ID=36b461fb-0cad-49fe-8755-f1b94e2ef321,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:43.304635 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b8d62-11c1-4b27-89c2-aac7ed8eebea req-93f38d45-002e-48b5-ba4f-82578ffb7d20 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:43.307283 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9a1b8d62-11c1-4b27-89c2-aac7ed8eebea req-93f38d45-002e-48b5-ba4f-82578ffb7d20 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0887005 Jul 27 18:02:43.378118 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9a1b8d62-11c1-4b27-89c2-aac7ed8eebea req-10c0184d-b42c-4567-af2c-85db9f6a6de3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623691 Jul 27 18:02:43.441858 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33994) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:43.484982 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-1c8e847b-bbb9-46d8-ae45-8687b82d928b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48be8aced2274ceb88830889f36916f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416834 Jul 27 18:02:43.487267 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 33998) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:43.544659 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bd4362f7-a7be-47b3-a74b-af82b4b3d062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.546432 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 34000) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:43.565910 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bd4362f7-a7be-47b3-a74b-af82b4b3d062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.612827 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bd4362f7-a7be-47b3-a74b-af82b4b3d062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.615536 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-bd4362f7-a7be-47b3-a74b-af82b4b3d062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.617152 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-bd4362f7-a7be-47b3-a74b-af82b4b3d062 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7485c50d-b334-4703-b874-a955e9cf8879 HTTP/1.1" status: 204 len: 168 time: 0.1287463 Jul 27 18:02:43.624997 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4362f7-a7be-47b3-a74b-af82b4b3d062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7485c50d-b334-4703-b874-a955e9cf8879,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:43.655628 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-470151c1-b3eb-41cc-b5ea-b51c865fb513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.745266 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-470151c1-b3eb-41cc-b5ea-b51c865fb513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.749284 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-470151c1-b3eb-41cc-b5ea-b51c865fb513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.787467 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-470151c1-b3eb-41cc-b5ea-b51c865fb513 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d9f1601eb0848f4904b43e1aabb99cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398345 Jul 27 18:02:43.789030 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470151c1-b3eb-41cc-b5ea-b51c865fb513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0971c6d-f0af-4724-a15c-ac10dccde222,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:43.790727 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 34008) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:02:43.849734 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d34f9277-4636-4df9-9b79-c8867a280a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.873528 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d34f9277-4636-4df9-9b79-c8867a280a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.924516 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d34f9277-4636-4df9-9b79-c8867a280a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.927169 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d34f9277-4636-4df9-9b79-c8867a280a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:43.931466 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d34f9277-4636-4df9-9b79-c8867a280a47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a0971c6d-f0af-4724-a15c-ac10dccde222 HTTP/1.1" status: 204 len: 168 time: 0.1394985 Jul 27 18:02:43.939203 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f9277-4636-4df9-9b79-c8867a280a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0971c6d-f0af-4724-a15c-ac10dccde222,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:44.253539 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 053398b3-689e-4e52-b064-04b80e2b19a0 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:02:44.274883 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 053398b3-689e-4e52-b064-04b80e2b19a0 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:02:44.275260 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 053398b3-689e-4e52-b064-04b80e2b19a0 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:02:44.275692 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 746d50eb-a22b-40e9-b628-bb965abf6456 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:02:44.295090 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 746d50eb-a22b-40e9-b628-bb965abf6456 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:02:44.295443 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 746d50eb-a22b-40e9-b628-bb965abf6456 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:02:44.523107 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb510-9542-4444-be6f-3fc3264a4077 req-231c1509-561d-409f-9717-85480d6b323e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:44.524878 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c4adb510-9542-4444-be6f-3fc3264a4077 req-231c1509-561d-409f-9717-85480d6b323e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0701089 Jul 27 18:02:44.567803 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c4adb510-9542-4444-be6f-3fc3264a4077 req-415916d0-eac7-4a6d-bb96-49a9075b9d2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363407 Jul 27 18:02:45.703745 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7b056-c0b3-4c7c-ad22-64369e77dcd4 req-6c94dc11-a2b5-4894-be06-166a32964a5d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:45.705192 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bb7b056-c0b3-4c7c-ad22-64369e77dcd4 req-6c94dc11-a2b5-4894-be06-166a32964a5d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0638847 Jul 27 18:02:45.742264 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bb7b056-c0b3-4c7c-ad22-64369e77dcd4 req-e01ab334-3300-4fb5-b54e-f49fd2aebbbd tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303953 Jul 27 18:02:46.874815 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c7f61-3556-4ff9-addb-cc400eb8a223 req-ca80e368-b192-4be9-b455-89fb3473db71 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:46.876329 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4f9c7f61-3556-4ff9-addb-cc400eb8a223 req-ca80e368-b192-4be9-b455-89fb3473db71 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0631855 Jul 27 18:02:46.926355 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4f9c7f61-3556-4ff9-addb-cc400eb8a223 req-48889e44-392c-490f-81af-1415d829d73a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439065 Jul 27 18:02:48.063260 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833df360-b4e1-4750-b104-78c3894160c0 req-00030dae-4d71-482d-9c04-a2bf5fca852b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:48.064775 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-833df360-b4e1-4750-b104-78c3894160c0 req-00030dae-4d71-482d-9c04-a2bf5fca852b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0645485 Jul 27 18:02:48.103625 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-833df360-b4e1-4750-b104-78c3894160c0 req-55461bcf-a10b-4cb0-ad6c-0d8fdb9613e3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318255 Jul 27 18:02:49.240012 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f55afe-6768-4c49-8f09-ab465c46fadb req-5f85a41b-71f2-4a9f-ad8f-e03de530392b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:49.242288 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-99f55afe-6768-4c49-8f09-ab465c46fadb req-5f85a41b-71f2-4a9f-ad8f-e03de530392b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0664060 Jul 27 18:02:49.279709 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-99f55afe-6768-4c49-8f09-ab465c46fadb req-ae978278-7e85-43e4-897a-9a4eb9a0ff54 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310173 Jul 27 18:02:49.568375 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-a6a1662a-4033-42e5-b1e5-4c08228b9255 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2136157533&fields=id&tenant_id=8a3f08076aed4736b42711ce66863e48 HTTP/1.1" status: 200 len: 267 time: 0.0320978 Jul 27 18:02:49.687823 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-7ca47f0a-b8ff-4533-8ab4-08d98292e5e5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:49.689518 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-7ca47f0a-b8ff-4533-8ab4-08d98292e5e5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/networks?id=fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 200 len: 807 time: 0.1145124 Jul 27 18:02:49.706035 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-1844fe10-4d57-4887-afbc-3b4309b0d760 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/quotas/8a3f08076aed4736b42711ce66863e48 HTTP/1.1" status: 200 len: 375 time: 0.0095823 Jul 27 18:02:49.781876 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-cec4e9b3-bac4-4cc2-9f5c-301aff15fb40 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683177 Jul 27 18:02:49.899662 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-538046fe-da71-4dbd-8de1-bf9f32bf902a service neutron] 10.222.0.47 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039138 Jul 27 18:02:50.026942 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-7ab886d1-164d-47ae-882e-267e6de96ad3 service neutron] 10.222.0.47 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210370 Jul 27 18:02:50.364345 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dfc027b6-943c-45b1-8d59-0c2e4cccb8b3 req-640ab55b-9923-4aa2-b676-b79d53bbe865 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 210 time: 0.0350232 Jul 27 18:02:50.433228 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c21e-f91c-4e91-b2eb-e8199290f1ff req-3f42d509-238f-4d34-96ab-1df0a86565ae tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:50.434693 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee18c21e-f91c-4e91-b2eb-e8199290f1ff req-3f42d509-238f-4d34-96ab-1df0a86565ae tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0712447 Jul 27 18:02:50.473020 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ee18c21e-f91c-4e91-b2eb-e8199290f1ff req-4204d797-be14-49c3-b74d-56f77e1900a2 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321860 Jul 27 18:02:50.790341 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f0b8b7a8-900a-4950-b418-e82bae64fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:51.452914 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a7568ce3-8ee4-4988-b43e-ecb7242777b7 req-71e64d11-f3e2-4c81-8c49-92eacab880d8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 210 time: 0.0320237 Jul 27 18:02:51.630659 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd3f17-ead0-4fff-b798-775fced06b01 req-ffd4871b-c117-4bc3-97b7-fbd324bbb7c0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:51.633340 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bcfd3f17-ead0-4fff-b798-775fced06b01 req-ffd4871b-c117-4bc3-97b7-fbd324bbb7c0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0816154 Jul 27 18:02:51.674092 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bcfd3f17-ead0-4fff-b798-775fced06b01 req-3d8d6d32-b98b-4898-821d-be803e6dd4d8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344036 Jul 27 18:02:52.536694 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4bd02e1b-710d-4499-ac2a-d9c191e95f99 req-3bbb6de6-da97-4859-958e-5d4adda7486c tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 210 time: 0.0304103 Jul 27 18:02:52.825306 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919be7c-e478-4c1a-b576-a31f9c85c39f req-d6ff7102-4a46-4f17-b4ea-24f9b3b3b084 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:52.826841 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1919be7c-e478-4c1a-b576-a31f9c85c39f req-d6ff7102-4a46-4f17-b4ea-24f9b3b3b084 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0726430 Jul 27 18:02:52.868765 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1919be7c-e478-4c1a-b576-a31f9c85c39f req-df221cfe-e066-4922-9216-624c07d4c2e6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352120 Jul 27 18:02:53.630418 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-35bfeee9-3367-41c8-ab7d-2928ecc64104 req-30bcc80c-ccd8-42f2-8697-2e439c40b10c tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 210 time: 0.0285726 Jul 27 18:02:53.640067 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:53.665928 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a5706113-b33e-4c2e-85b2-634f07dc04ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:54.010097 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf639f-318a-4ae1-9b05-10a532c04e31 req-51f4fadc-6f14-4bed-b22e-1df2c5525b21 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:54.011635 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3cbf639f-318a-4ae1-9b05-10a532c04e31 req-51f4fadc-6f14-4bed-b22e-1df2c5525b21 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0664341 Jul 27 18:02:54.050013 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3cbf639f-318a-4ae1-9b05-10a532c04e31 req-3a514c0a-9323-4a0e-adf5-44f5b5d7a06e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323625 Jul 27 18:02:54.417612 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:54.732754 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-63d6e25d-e344-4d56-ba70-9dbab391b996 req-d10beba1-515f-4b30-82ed-8c7419a70cc5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 210 time: 0.0310383 Jul 27 18:02:55.184938 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d557b6b-ec22-4c1c-89b5-124519f7aeae req-74aecb68-883d-4faa-a082-f1c9c7477c7a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:55.186454 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3d557b6b-ec22-4c1c-89b5-124519f7aeae req-74aecb68-883d-4faa-a082-f1c9c7477c7a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0617921 Jul 27 18:02:55.223126 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3d557b6b-ec22-4c1c-89b5-124519f7aeae req-2642180d-48de-4fe0-92ef-ca2b178ca9bc tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304389 Jul 27 18:02:55.830559 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-240b2ba3-3223-4a38-a961-4819480e15e0 req-3a31e8af-1924-4dd3-8dc6-6fb9b2a31d17 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 210 time: 0.0286114 Jul 27 18:02:56.120068 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:56.247601 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-421ae3fa-0904-47d3-94e9-3889aa9b64c9 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:56.249186 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-421ae3fa-0904-47d3-94e9-3889aa9b64c9 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.41 "GET /v2.0/networks?id=fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 200 len: 807 time: 0.1148455 Jul 27 18:02:56.333599 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-a12d18c2-240c-4811-a407-7e04bc0259fe tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a3f08076aed4736b42711ce66863e48 HTTP/1.1" status: 200 len: 380 time: 0.0711095 Jul 27 18:02:56.347171 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'port': {'device_id': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'admin_state_up': True, 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'security_groups': ['ec8043ea-a6ba-45cf-872a-d13cb43accce']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:56.398191 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207dbda-a4f8-41f6-82d7-72d542081e33 req-b4e6ad28-8464-4768-b89e-f660f4455fc4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:56.407940 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e207dbda-a4f8-41f6-82d7-72d542081e33 req-b4e6ad28-8464-4768-b89e-f660f4455fc4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0956089 Jul 27 18:02:56.458177 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e207dbda-a4f8-41f6-82d7-72d542081e33 req-37f6e574-7d6a-4258-b75c-9030f44ea7e1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492322 Jul 27 18:02:56.504796 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Made reservation on behalf of 8a3f08076aed4736b42711ce66863e48 for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:02:56.509002 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:56.638263 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Allocated IP 172.20.0.3 (fae0c27b-c36c-4206-b83f-32d231a30905/47d0091b-fcb8-4666-9b8c-673e6464f3b6/c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:02:56.788390 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:56.807666 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Transition to ACTIVE for port object c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:56.860823 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:57.138291 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Network fae0c27b-c36c-4206-b83f-32d231a30905 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:02:57.153923 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:02:57.172928 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:02:57.237316 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:57.248055 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.248629 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.249118 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.249597 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.250111 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.250612 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.251202 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.251690 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.252178 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.252693 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.253026 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.253360 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:02:57.270802 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:57.271547 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:57.302036 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf44e3-523e-442a-948f-ad1a9dfe9b44 req-3bb4b56a-37d1-486c-8e29-11086ba26b4c tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:57.304420 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1cf44e3-523e-442a-948f-ad1a9dfe9b44 req-3bb4b56a-37d1-486c-8e29-11086ba26b4c tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 931 time: 0.1649806 Jul 27 18:02:57.305976 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-b6cd6349-fd90-443d-942e-d834a8adde80 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9662573 Jul 27 18:02:57.320838 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Request body: {'port': {'device_id': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:02:57.400140 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1cf44e3-523e-442a-948f-ad1a9dfe9b44 req-a80df53d-76b5-4300-8c3f-aeeff4eb0ad7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762603 Jul 27 18:02:57.436746 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:57.447871 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9859c2-fb71-40ff-b15a-7ab87eace72f req-86a453b4-4478-49b2-89fa-321fae46a8f2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:57.449284 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cd9859c2-fb71-40ff-b15a-7ab87eace72f req-86a453b4-4478-49b2-89fa-321fae46a8f2 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0736372 Jul 27 18:02:57.451325 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-4edadcc9-d7ed-4ab3-9a4b-c3707471c6d2 None None] Provisioning for port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:02:57.455420 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-4edadcc9-d7ed-4ab3-9a4b-c3707471c6d2 None None] Provisioning complete for port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:02:57.455865 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4edadcc9-d7ed-4ab3-9a4b-c3707471c6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:57.496021 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cd9859c2-fb71-40ff-b15a-7ab87eace72f req-7202b7e4-9bb3-48a7-8a63-655995c96a6b tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392725 Jul 27 18:02:57.501101 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-4edadcc9-d7ed-4ab3-9a4b-c3707471c6d2 None None] Port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:02:57.696619 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251a064-5b54-404b-b235-0214616d218f req-c4f7fdbc-6595-4872-88c4-69c7d3f37581 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:57.698130 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2251a064-5b54-404b-b235-0214616d218f req-c4f7fdbc-6595-4872-88c4-69c7d3f37581 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1381106 Jul 27 18:02:57.758544 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2251a064-5b54-404b-b235-0214616d218f req-8945a7c9-6775-4925-a3b0-7cf0a914e20d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539622 Jul 27 18:02:57.809496 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:02:57.817937 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:57.831575 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Transition to ACTIVE for port object c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:02:57.836088 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:57.898831 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Pushing event updated for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:57.983123 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Attempting to bind port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:02:57.983476 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Attempting to bind port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:02:57.983792 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Attempting to bind port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 on network fae0c27b-c36c-4206-b83f-32d231a30905 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:57.989276 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 on network fae0c27b-c36c-4206-b83f-32d231a30905 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:02:57.989703 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Attempting to bind port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 on network fae0c27b-c36c-4206-b83f-32d231a30905 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:02:58.000137 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:02:58.000481 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Checking segment: {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:02:58.000864 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Bound using segment: {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:02:58.001299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Bound port: c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:02:58.001702 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:58.069889 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:02:58.073678 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:02:58.077940 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:58.110735 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:58.111365 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:02:58.113453 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] 10.222.0.41 "PUT /v2.0/ports/c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 200 len: 1093 time: 0.7980037 Jul 27 18:02:58.115693 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:02:58.118754 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57dc273-3aca-4f33-8780-0051d26bcfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:02:58.157500 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74569854-b4ae-4936-83aa-7cfb722a571a service neutron] Pushing event updated for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:02:58.165947 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ccbe89-aaef-41eb-9952-f4e5a071aa2f x-openstack-request-id: req-31ccbe89-aaef-41eb-9952-f4e5a071aa2f {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:02:58.166232 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:02:58.166486 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31ccbe89-aaef-41eb-9952-f4e5a071aa2f {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:02:58.166878 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'status': 'completed', 'code': 200} Jul 27 18:02:58.545926 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6acf8-bd6a-4e73-954e-a26ed9a56c7a req-c1439755-9a6a-4455-a3aa-4d5e1c042409 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:58.547421 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-29a6acf8-bd6a-4e73-954e-a26ed9a56c7a req-c1439755-9a6a-4455-a3aa-4d5e1c042409 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0716999 Jul 27 18:02:58.589842 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-29a6acf8-bd6a-4e73-954e-a26ed9a56c7a req-6552cd7a-77cc-4105-b55f-f651a48d92a5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337267 Jul 27 18:02:58.629029 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d173d-1669-4725-8df7-977bf3d09054 req-a2d23971-ecfe-4d9e-a973-0082473cbf1c tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:58.630498 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-781d173d-1669-4725-8df7-977bf3d09054 req-a2d23971-ecfe-4d9e-a973-0082473cbf1c tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0634267 Jul 27 18:02:58.668489 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-781d173d-1669-4725-8df7-977bf3d09054 req-8dda8b4d-2452-4807-a584-4f721053518b tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Jul 27 18:02:58.904605 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781452f-7327-49c7-8ff4-945a206a0ed3 req-a7ddf47a-ef9a-494b-b456-fbe57edd205b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:58.906114 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9781452f-7327-49c7-8ff4-945a206a0ed3 req-a7ddf47a-ef9a-494b-b456-fbe57edd205b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0639300 Jul 27 18:02:58.946282 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9781452f-7327-49c7-8ff4-945a206a0ed3 req-4d2e8fb8-35f7-49e9-93af-668c84e75dd0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340443 Jul 27 18:02:59.727244 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59ed5e-bec1-4ae2-a68d-763792765d79 req-a2427558-03f5-4a85-8cd3-66b3d44b82b3 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:59.728750 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6e59ed5e-bec1-4ae2-a68d-763792765d79 req-a2427558-03f5-4a85-8cd3-66b3d44b82b3 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0742705 Jul 27 18:02:59.767468 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6e59ed5e-bec1-4ae2-a68d-763792765d79 req-b81dc272-8ab8-4f45-a329-10566563509a tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327275 Jul 27 18:02:59.795969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe60a1-f194-4427-b35d-2f2d4cf33b19 req-beb7915a-1ddc-4025-a39b-c77ce88a40a1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:02:59.797453 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4dbe60a1-f194-4427-b35d-2f2d4cf33b19 req-beb7915a-1ddc-4025-a39b-c77ce88a40a1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0629959 Jul 27 18:02:59.837794 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4dbe60a1-f194-4427-b35d-2f2d4cf33b19 req-e50c8690-741e-48af-9442-a514cded3581 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Jul 27 18:03:00.081601 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f86b2e-25cb-443c-99b2-a72823a1069d req-b2c90d29-a20a-4e63-8cea-8b1a6909af33 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:00.083076 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-53f86b2e-25cb-443c-99b2-a72823a1069d req-b2c90d29-a20a-4e63-8cea-8b1a6909af33 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0619681 Jul 27 18:03:00.122677 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-53f86b2e-25cb-443c-99b2-a72823a1069d req-af63c2e4-1e8d-48b1-a092-2b590c2eed1f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329554 Jul 27 18:03:00.535825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc273-3aca-4f33-8780-0051d26bcfeb req-da36120e-8a20-4f3d-894c-e5a15e47ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:00.537385 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b57dc273-3aca-4f33-8780-0051d26bcfeb req-da36120e-8a20-4f3d-894c-e5a15e47ab36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1096 time: 0.0544102 Jul 27 18:03:00.710588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc273-3aca-4f33-8780-0051d26bcfeb req-fdc9f8ed-abd1-41a6-a30d-b9e6a2230b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:00.712122 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b57dc273-3aca-4f33-8780-0051d26bcfeb req-fdc9f8ed-abd1-41a6-a30d-b9e6a2230b78 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8a3f08076aed4736b42711ce66863e48&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1607459 Jul 27 18:03:00.910039 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57dc273-3aca-4f33-8780-0051d26bcfeb req-f457faa9-5710-4842-8b59-297a50c46f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:00.911551 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b57dc273-3aca-4f33-8780-0051d26bcfeb req-f457faa9-5710-4842-8b59-297a50c46f4e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884847 Jul 27 18:03:00.942572 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8bc2f-ee72-457a-bd1c-22ba7656302f req-b474e835-3a51-4c65-a369-394201a9912d tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:00.944171 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b6b8bc2f-ee72-457a-bd1c-22ba7656302f req-b474e835-3a51-4c65-a369-394201a9912d tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.1111181 Jul 27 18:03:00.981661 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b54bf4-e966-44da-b1fb-6abb5fec0ef0 req-b31e5ab6-1f9a-447c-a178-54bbcf825946 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:00.983154 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a0b54bf4-e966-44da-b1fb-6abb5fec0ef0 req-b31e5ab6-1f9a-447c-a178-54bbcf825946 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0757458 Jul 27 18:03:01.011575 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b6b8bc2f-ee72-457a-bd1c-22ba7656302f req-76fa7ce6-9dae-40db-a74f-359892327a17 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612152 Jul 27 18:03:01.026722 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a0b54bf4-e966-44da-b1fb-6abb5fec0ef0 req-47127223-4eeb-4e2e-b3fa-e391c3c4b4da tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373437 Jul 27 18:03:01.036766 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-d1e226b8-af01-448e-a2c0-a185cc5046bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:01.038809 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-d1e226b8-af01-448e-a2c0-a185cc5046bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1096 time: 0.0872080 Jul 27 18:03:01.090841 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-0c6c6b87-b0f3-4ea8-ad2e-9073c29ba168 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 200 len: 217 time: 0.0428581 Jul 27 18:03:01.145566 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-98a1230a-5450-430a-ae57-4c372c0195aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:01.147355 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-98a1230a-5450-430a-ae57-4c372c0195aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47d0091b-fcb8-4666-9b8c-673e6464f3b6 HTTP/1.1" status: 200 len: 846 time: 0.0487554 Jul 27 18:03:01.215251 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-a5e8de83-031f-4fa0-bbcb-a3371cf98021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:01.217320 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-a5e8de83-031f-4fa0-bbcb-a3371cf98021 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fae0c27b-c36c-4206-b83f-32d231a30905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0612218 Jul 27 18:03:01.350667 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-213aa607-c9c6-4132-a8ea-a6c347a47290 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230409 Jul 27 18:03:01.359083 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65dc38-8d1f-4bdf-a873-b5928a8bdccc req-45ec34f5-18ed-4aff-87f3-64709b8ce855 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:01.360696 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4c65dc38-8d1f-4bdf-a873-b5928a8bdccc req-45ec34f5-18ed-4aff-87f3-64709b8ce855 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1424396 Jul 27 18:03:01.470260 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4c65dc38-8d1f-4bdf-a873-b5928a8bdccc req-cb663822-bba1-42e7-9acc-49ed1cba3f8a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889454 Jul 27 18:03:01.500294 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6cbc7f87-bab8-49ce-b835-3fd6809470a7 req-d1360af8-43e5-4d14-a06e-57d793f817dd service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385875 Jul 27 18:03:01.556838 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:02.159922 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c8ecd-5de8-4667-9962-f0361a0011a9 req-e6fcfbf0-b9e7-4660-9ca4-057892d2fa36 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:02.161356 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-851c8ecd-5de8-4667-9962-f0361a0011a9 req-e6fcfbf0-b9e7-4660-9ca4-057892d2fa36 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0733349 Jul 27 18:03:02.164545 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c33d6d-c8cc-4a48-9366-9cd7c712d11c req-6d4c1c4c-7c72-484e-8fea-63f8e099e99c tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:02.166012 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-88c33d6d-c8cc-4a48-9366-9cd7c712d11c req-6d4c1c4c-7c72-484e-8fea-63f8e099e99c tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0652936 Jul 27 18:03:02.203688 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-851c8ecd-5de8-4667-9962-f0361a0011a9 req-90900d60-4d37-4b9b-ac07-09e7e438e423 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360091 Jul 27 18:03:02.205905 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-88c33d6d-c8cc-4a48-9366-9cd7c712d11c req-aa8dcca5-1e7e-4dc3-9e97-69b3c25c8674 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338688 Jul 27 18:03:02.624715 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3266db-c59c-4ebb-81ea-d884fb5a4472 req-c3d4ddd2-7f22-45ca-88a5-7e1a3bdfed2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:02.626205 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2c3266db-c59c-4ebb-81ea-d884fb5a4472 req-c3d4ddd2-7f22-45ca-88a5-7e1a3bdfed2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0717509 Jul 27 18:03:02.670617 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2c3266db-c59c-4ebb-81ea-d884fb5a4472 req-1ad9c549-0ccf-4322-bc6a-b6d9eca45141 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371294 Jul 27 18:03:03.143625 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-6a274e14-d9b4-4d4f-b9ba-e4045d1c85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:03.144982 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-6a274e14-d9b4-4d4f-b9ba-e4045d1c85e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 1099 time: 0.0575740 Jul 27 18:03:03.259873 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-233ab612-ac39-4fc0-ac1b-d041a7241fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:03.261531 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-233ab612-ac39-4fc0-ac1b-d041a7241fa1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 912 time: 0.0970678 Jul 27 18:03:03.347034 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103d52f-7c22-4d33-b355-2edd0deac45b req-6fee1fa1-9485-4d2b-8446-a47321a903f0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:03.355548 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b103d52f-7c22-4d33-b355-2edd0deac45b req-6fee1fa1-9485-4d2b-8446-a47321a903f0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0777128 Jul 27 18:03:03.363647 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-e93aa598-47bc-4823-b8a7-b49794bd7f1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 200 len: 1002 time: 0.0938139 Jul 27 18:03:03.398792 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b103d52f-7c22-4d33-b355-2edd0deac45b req-d0ace787-abde-4d7b-ae02-5f84b652c201 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411401 Jul 27 18:03:03.423912 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906d428-9898-4167-a580-7abbc211595f req-26b07838-9a3c-4191-8943-2a009ba1d860 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:03.425369 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0906d428-9898-4167-a580-7abbc211595f req-26b07838-9a3c-4191-8943-2a009ba1d860 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.1175690 Jul 27 18:03:03.433064 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-929e0b07-18c1-4c4b-85d6-5649c1e4c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:03.434560 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-929e0b07-18c1-4c4b-85d6-5649c1e4c874 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.0629826 Jul 27 18:03:03.497558 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0906d428-9898-4167-a580-7abbc211595f req-f366647c-1057-4e7d-bea3-3a844411133d tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620296 Jul 27 18:03:03.520307 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-e7c68a1d-c0c5-4f60-8b14-69b9bc50ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:03.522771 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-e7c68a1d-c0c5-4f60-8b14-69b9bc50ac12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804021 Jul 27 18:03:03.618502 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-6d8f2794-0e67-4dd7-9e41-1ee62e238977 service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868306 Jul 27 18:03:03.726138 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0bd7a667-6879-4e9a-8b72-b02f78426c64 req-15aacc02-7e91-4d4a-ae13-19f43239fe8d service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999005 Jul 27 18:03:03.845929 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22debf-c73d-4e1f-9784-1684e11ab4d0 req-f4fb27a7-5261-428c-9afb-eceebb097d64 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:03.847523 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ea22debf-c73d-4e1f-9784-1684e11ab4d0 req-f4fb27a7-5261-428c-9afb-eceebb097d64 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0848091 Jul 27 18:03:03.905774 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ea22debf-c73d-4e1f-9784-1684e11ab4d0 req-71c1bea4-6398-4253-82a3-e3dcd3d59400 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491395 Jul 27 18:03:04.532182 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5967762-1cba-4155-bd95-b514a32b386c req-a26daa4d-2bdb-47c6-9ed6-9d7cbfb9de28 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:04.533838 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c5967762-1cba-4155-bd95-b514a32b386c req-a26daa4d-2bdb-47c6-9ed6-9d7cbfb9de28 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0639007 Jul 27 18:03:04.578800 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c5967762-1cba-4155-bd95-b514a32b386c req-235de200-1a0b-49c6-9049-b8b1267324c8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371020 Jul 27 18:03:04.642072 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72453a3e-6222-43d8-968f-f47045da3421 req-c36cc8f5-92de-499f-a70a-00fe5ca0698e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:04.644082 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-72453a3e-6222-43d8-968f-f47045da3421 req-c36cc8f5-92de-499f-a70a-00fe5ca0698e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0666046 Jul 27 18:03:04.690964 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-72453a3e-6222-43d8-968f-f47045da3421 req-e453e38e-5afa-40ff-9d90-f54b71b8b99e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332429 Jul 27 18:03:05.048734 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1310bd-f2e7-4e4b-a3a5-f51fbfd3d5da req-ece64726-dd05-48d3-8bca-33fa1908ab9f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:05.050221 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cf1310bd-f2e7-4e4b-a3a5-f51fbfd3d5da req-ece64726-dd05-48d3-8bca-33fa1908ab9f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0643241 Jul 27 18:03:05.088947 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cf1310bd-f2e7-4e4b-a3a5-f51fbfd3d5da req-f23b2876-5454-4a1d-b306-75be3de8ea58 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327997 Jul 27 18:03:05.748002 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88881c-916c-4cd5-b4e3-7a968b0dcf71 req-d5bed1ee-698e-4e6a-ab09-61d3e1c3ba6d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:05.749554 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4b88881c-916c-4cd5-b4e3-7a968b0dcf71 req-d5bed1ee-698e-4e6a-ab09-61d3e1c3ba6d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0925617 Jul 27 18:03:05.798664 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4b88881c-916c-4cd5-b4e3-7a968b0dcf71 req-13c5083d-7587-4d84-84a4-f536f25f25c8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Jul 27 18:03:05.846706 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e21856-073a-4503-8fd7-afece20bd12d req-2c58a066-dcfe-4168-98c1-7c79ac029077 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:05.846706 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-70e21856-073a-4503-8fd7-afece20bd12d req-2c58a066-dcfe-4168-98c1-7c79ac029077 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0806181 Jul 27 18:03:05.893540 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-70e21856-073a-4503-8fd7-afece20bd12d req-ffa8af2e-88d0-44f6-a204-e62082ded6fd tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398128 Jul 27 18:03:06.231703 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24824980-555f-4bc4-a708-6527537b5aa4 req-307b448b-f8dd-4303-a0e2-a32645581bd3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:06.233122 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-24824980-555f-4bc4-a708-6527537b5aa4 req-307b448b-f8dd-4303-a0e2-a32645581bd3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0666108 Jul 27 18:03:06.271932 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-24824980-555f-4bc4-a708-6527537b5aa4 req-f66b3719-a46d-4160-a6f1-63d0a13366d0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318360 Jul 27 18:03:06.905310 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 34674) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:06.947180 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae515f81-206f-419c-b379-787367d2d44e req-457f68c0-0bd2-4498-85d9-9b1f0f66de7f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:06.949014 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ae515f81-206f-419c-b379-787367d2d44e req-457f68c0-0bd2-4498-85d9-9b1f0f66de7f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0805628 Jul 27 18:03:06.989506 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ae515f81-206f-419c-b379-787367d2d44e req-2dded791-279e-4d3f-8b2a-a294aa034ec0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343394 Jul 27 18:03:07.041955 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-864cb4e4-9c6c-4fd9-96b3-c6a3563a1bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.077493 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd10906-9e03-45d0-8607-cd4b025beee7 req-059f0a6d-eff6-42d0-9520-77eba243e450 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:07.084725 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dbd10906-9e03-45d0-8607-cd4b025beee7 req-059f0a6d-eff6-42d0-9520-77eba243e450 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.1023355 Jul 27 18:03:07.124746 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dbd10906-9e03-45d0-8607-cd4b025beee7 req-43e60fe8-c651-4973-b44e-7a46814aff22 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Jul 27 18:03:07.152275 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-864cb4e4-9c6c-4fd9-96b3-c6a3563a1bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.155693 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-864cb4e4-9c6c-4fd9-96b3-c6a3563a1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.191334 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cb4e4-9c6c-4fd9-96b3-c6a3563a1bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc0680c-61ca-4a28-8e3b-ab20eba80c88,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:07.196441 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-864cb4e4-9c6c-4fd9-96b3-c6a3563a1bbc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=44ccd86d8ea144e8aac595cc58013ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901821 Jul 27 18:03:07.198961 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 34686) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:07.249202 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1257f260-0a8b-43d5-b9a3-2550d457c3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.271301 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1257f260-0a8b-43d5-b9a3-2550d457c3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.326019 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1257f260-0a8b-43d5-b9a3-2550d457c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.328597 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1257f260-0a8b-43d5-b9a3-2550d457c3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.333011 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1257f260-0a8b-43d5-b9a3-2550d457c3c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fcc0680c-61ca-4a28-8e3b-ab20eba80c88 HTTP/1.1" status: 204 len: 168 time: 0.1298788 Jul 27 18:03:07.338460 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257f260-0a8b-43d5-b9a3-2550d457c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc0680c-61ca-4a28-8e3b-ab20eba80c88,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:07.430510 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824176-9651-490d-8cec-41ea71862890 req-904261f8-4c1d-4dd9-9b91-943d84ceb0d0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:07.432233 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3e824176-9651-490d-8cec-41ea71862890 req-904261f8-4c1d-4dd9-9b91-943d84ceb0d0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0653722 Jul 27 18:03:07.470891 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3e824176-9651-490d-8cec-41ea71862890 req-d5ffb098-f6f7-496c-902d-d3550f5880a5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324776 Jul 27 18:03:07.595663 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 34694) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:07.609322 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.704746 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.708866 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.746005 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b6a96-b6e2-4552-bf15-2a087bff29bb,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:07.749825 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=181f5052f95a4bd5aed6b643e54740aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530766 Jul 27 18:03:07.752557 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 34696) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:07.755852 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.756203 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.756552 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.756894 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.757235 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.757569 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.757904 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.758235 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.758569 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.758900 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.759276 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.759661 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5db4f16-d19a-4892-806e-18eb66321755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:07.809063 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ba18-bac0-4a46-ae2e-09899b2971af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.832551 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ba18-bac0-4a46-ae2e-09899b2971af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.877672 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ba18-bac0-4a46-ae2e-09899b2971af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.880346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5fe0ba18-bac0-4a46-ae2e-09899b2971af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:07.881639 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-5fe0ba18-bac0-4a46-ae2e-09899b2971af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0a7b6a96-b6e2-4552-bf15-2a087bff29bb HTTP/1.1" status: 204 len: 168 time: 0.1280673 Jul 27 18:03:07.888906 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0ba18-bac0-4a46-ae2e-09899b2971af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b6a96-b6e2-4552-bf15-2a087bff29bb,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:08.127267 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e144c1-c65f-4ac4-a0f0-153375142276 req-ba83a725-ee12-4e28-9f4b-d6f7861ba492 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:08.128886 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f5e144c1-c65f-4ac4-a0f0-153375142276 req-ba83a725-ee12-4e28-9f4b-d6f7861ba492 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0657344 Jul 27 18:03:08.130241 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 34708) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:08.179545 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f5e144c1-c65f-4ac4-a0f0-153375142276 req-7dd8ec73-5b90-4eb2-9836-654a5e8bbd86 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431471 Jul 27 18:03:08.179951 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa0bb0f-25d2-45a1-99eb-3e5c364a80ad admin admin] Deleting subnet 536469ba-0d79-443c-a671-7d0094dca2cd {{(pid=93051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:03:08.183658 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bb0f-25d2-45a1-99eb-3e5c364a80ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:08.251889 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bb0f-25d2-45a1-99eb-3e5c364a80ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125860239'] for subnet, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:08.307533 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bb0f-25d2-45a1-99eb-3e5c364a80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:08.343136 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f04f57-31dc-4946-8d15-0f4920dc0cad req-485b2b89-dc72-449f-b494-4485af1c5513 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:08.344660 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-74f04f57-31dc-4946-8d15-0f4920dc0cad req-485b2b89-dc72-449f-b494-4485af1c5513 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.1395280 Jul 27 18:03:08.407879 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-74f04f57-31dc-4946-8d15-0f4920dc0cad req-ba3d8c4d-edcf-48b2-8dc1-540df2da8e4d tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512345 Jul 27 18:03:08.409562 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bb0f-25d2-45a1-99eb-3e5c364a80ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125860244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125843968'] for subnet, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:08.449376 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0bb0f-25d2-45a1-99eb-3e5c364a80ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536469ba-0d79-443c-a671-7d0094dca2cd,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:08.452954 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-eaa0bb0f-25d2-45a1-99eb-3e5c364a80ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:08.453317 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb7b9e-66cd-4366-81fc-25632876bd31 req-21096df6-c32b-46f8-8691-12e603925da5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:08.458180 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-eaa0bb0f-25d2-45a1-99eb-3e5c364a80ad admin admin] 10.222.0.47 "DELETE /v2.0/subnets/536469ba-0d79-443c-a671-7d0094dca2cd HTTP/1.1" status: 204 len: 168 time: 0.3228707 Jul 27 18:03:08.458180 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 34724) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:08.460147 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-67eb7b9e-66cd-4366-81fc-25632876bd31 req-21096df6-c32b-46f8-8691-12e603925da5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0909369 Jul 27 18:03:08.500291 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-67eb7b9e-66cd-4366-81fc-25632876bd31 req-e622a248-7fa7-4ad9-9bcb-45c4e60accfc tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338781 Jul 27 18:03:08.819805 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:08.845347 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-7e1043b2-4f95-485b-bb24-823663aecd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:08.846835 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-7e1043b2-4f95-485b-bb24-823663aecd28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 1099 time: 0.4078679 Jul 27 18:03:08.878893 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1811f3b-4aaf-477e-903b-ec84f24d75c9 req-0cc022e5-68fc-4218-b715-c5cf5f592d86 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:08.880288 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b1811f3b-4aaf-477e-903b-ec84f24d75c9 req-0cc022e5-68fc-4218-b715-c5cf5f592d86 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1289258 Jul 27 18:03:09.000990 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.024544 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681921bd-e9eb-4037-a107-8dd38f8dc851']}} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:03:09.044837 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b1811f3b-4aaf-477e-903b-ec84f24d75c9 req-baf01764-cbd3-4a0f-a4a0-78e2633592c6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540487 Jul 27 18:03:09.049579 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5') {'for_net_delete': True} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:03:09.049875 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b5dc6c-6c9e-4707-9984-c5e92db7e5f5') {} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:03:09.075646 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125855100'] for segment, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.085621 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-a8b7d7b1-5c6d-4840-a8a7-2cdbf72be6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:09.087132 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-a8b7d7b1-5c6d-4840-a8a7-2cdbf72be6f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 912 time: 0.2049646 Jul 27 18:03:09.093317 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.131809 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:03:09.132529 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125860346'] for segment, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: Traceback (most recent call last): Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: timer() Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: cb(*args, **kw) Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: return func(*args, **kwargs) Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: self._notify() Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: self.callback(batched_events) Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: event.method(event) Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: return f(self, *a, **k) Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._get(url).json() Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: return self.request(url, 'GET', **kwargs) Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:03:09.134040 dv-cinder-786260-13-iscsi neutron-server[93051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:03:09.207932 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-8e43cf18-6c7a-4f3e-a61a-136d87c466c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 200 len: 1002 time: 0.1123343 Jul 27 18:03:09.212236 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.216885 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.221713 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] 10.222.0.47 "DELETE /v2.0/networks/681921bd-e9eb-4037-a107-8dd38f8dc851 HTTP/1.1" status: 204 len: 168 time: 0.7607033 Jul 27 18:03:09.259521 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1a46f-8093-465d-a0d4-f5613c11a44c admin admin] Pushing event deleted for resources: {'Network': ['ID=681921bd-e9eb-4037-a107-8dd38f8dc851,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:09.286377 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-ca5fe6a7-c880-45b8-94ec-0b03a14bb912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:09.288972 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-ca5fe6a7-c880-45b8-94ec-0b03a14bb912 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.0690413 Jul 27 18:03:09.360656 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-869b2976-c90d-4383-969b-24413038b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:09.362412 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-869b2976-c90d-4383-969b-24413038b9fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0650306 Jul 27 18:03:09.436653 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 34758) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:09.464931 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-a3b5de3d-b37e-43f6-b297-69a8434c24e2 service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941815 Jul 27 18:03:09.473675 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:03:09.523604 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d7b9a9f8-5261-4b98-983d-584385b58192 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c065da1deccd44f1bcd40fc5c71cff1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839131 Jul 27 18:03:09.525619 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 34762) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:09.596844 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-10100cff-7394-49c3-83be-5d5623a0ccd9 req-a5c09f95-9b6c-4e68-9f96-a601011d83de service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234093 Jul 27 18:03:09.601468 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:09.614382 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'port_id': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'mac_address': 'fa:16:3e:63:15:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:03:09.642240 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-558417b0-8fd7-4d37-9eaa-5e70a795d994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.657510 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.676012 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:03:09.701489 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-558417b0-8fd7-4d37-9eaa-5e70a795d994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.716938 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:09.722518 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.727521 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f08b48-c701-4681-886c-53266a1a6f06 req-ce911287-8dad-449e-ab61-c8b8406a5c55 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:09.735164 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-51f08b48-c701-4681-886c-53266a1a6f06 req-ce911287-8dad-449e-ab61-c8b8406a5c55 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.1657994 Jul 27 18:03:09.735780 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0e1ec-cb38-4716-a3d2-f26c6555e45d req-35ecfd30-279f-4104-9be3-5adc0b5489f6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:09.745373 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-eae0e1ec-cb38-4716-a3d2-f26c6555e45d req-35ecfd30-279f-4104-9be3-5adc0b5489f6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0961881 Jul 27 18:03:09.777798 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:09.785050 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.785365 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.786091 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.786656 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.787332 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.787831 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.788322 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.788888 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.789384 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.789871 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.790356 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.790838 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:03:09.811253 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-51f08b48-c701-4681-886c-53266a1a6f06 req-8f277926-2835-49ea-8c16-2f28ae812b3c tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746646 Jul 27 18:03:09.814337 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-eae0e1ec-cb38-4716-a3d2-f26c6555e45d req-e9352646-56a1-4fcb-97bb-e39c6da57388 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629215 Jul 27 18:03:09.830563 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-558417b0-8fd7-4d37-9eaa-5e70a795d994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.833223 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-558417b0-8fd7-4d37-9eaa-5e70a795d994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:09.835180 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-558417b0-8fd7-4d37-9eaa-5e70a795d994 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06d3867a-0210-46d1-b0b9-333a4ed82be6 HTTP/1.1" status: 204 len: 168 time: 0.3082960 Jul 27 18:03:09.854307 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558417b0-8fd7-4d37-9eaa-5e70a795d994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d3867a-0210-46d1-b0b9-333a4ed82be6,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:10.043759 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:03:10.214408 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50137e-0f64-4d34-8c6a-64de2dd08b2b req-79e53962-7f90-4d7e-892b-01c957ec5cab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:10.221841 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ec50137e-0f64-4d34-8c6a-64de2dd08b2b req-79e53962-7f90-4d7e-892b-01c957ec5cab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0793104 Jul 27 18:03:10.257076 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ec50137e-0f64-4d34-8c6a-64de2dd08b2b req-245da16b-1a1e-41dd-9f19-8b4a3e15ed9e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343583 Jul 27 18:03:10.937323 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedb52b-f200-4d95-9697-0732e56b23e8 req-21120052-0a72-4ce4-a12f-096f2bc220ef tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:10.939234 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3cedb52b-f200-4d95-9697-0732e56b23e8 req-21120052-0a72-4ce4-a12f-096f2bc220ef tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0666459 Jul 27 18:03:10.989141 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8fe07-d2cf-44b0-acc7-5bf6fbf7a251 req-dc9fb4ea-59ec-4a59-9dd9-e37babe9047b tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:10.991423 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-71b8fe07-d2cf-44b0-acc7-5bf6fbf7a251 req-dc9fb4ea-59ec-4a59-9dd9-e37babe9047b tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 944 time: 0.0959160 Jul 27 18:03:10.992588 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3cedb52b-f200-4d95-9697-0732e56b23e8 req-dfa6a604-6a53-4f39-83f1-96d2a454cdb1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Jul 27 18:03:11.015461 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:03:11.042137 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-71b8fe07-d2cf-44b0-acc7-5bf6fbf7a251 req-a822dd85-ae7f-4f2a-8568-7da2cc3f4ecc tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Jul 27 18:03:11.392411 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39ced7-49e3-414d-a0d3-cd602b06499b req-99125990-fa0c-47bc-aace-09eb26fb06e9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:11.394085 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2d39ced7-49e3-414d-a0d3-cd602b06499b req-99125990-fa0c-47bc-aace-09eb26fb06e9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0654633 Jul 27 18:03:11.434074 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2d39ced7-49e3-414d-a0d3-cd602b06499b req-414dc72b-b8ce-48fe-bad9-334f33cce3f0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323887 Jul 27 18:03:12.176844 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7baeb-2941-4c13-a1eb-e00441353b81 req-bc335f40-609a-472d-be65-ca7468739444 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:12.178368 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-81f7baeb-2941-4c13-a1eb-e00441353b81 req-bc335f40-609a-472d-be65-ca7468739444 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 944 time: 0.0685754 Jul 27 18:03:12.218803 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-81f7baeb-2941-4c13-a1eb-e00441353b81 req-080cda16-b0cd-4765-b646-5414ef089c93 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334108 Jul 27 18:03:12.501934 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:03:12.551334 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:03:12.554988 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:03:12.555382 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:12.575203 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30641049-5610-47e4-9360-790c56d7f712 req-eeb292ed-6c43-44d2-b8f6-fff50ea56415 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:12.576619 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-30641049-5610-47e4-9360-790c56d7f712 req-eeb292ed-6c43-44d2-b8f6-fff50ea56415 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0672903 Jul 27 18:03:12.623312 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-30641049-5610-47e4-9360-790c56d7f712 req-a11d87db-211b-48c4-ae90-76e53046f1fa tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384114 Jul 27 18:03:12.640105 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:12.663480 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:03:12.665733 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920400f3-1aea-4998-baf6-2344fef143b6" -d '{"events": [{"server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:03:12.678299 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:12.683944 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:12.707486 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57044d10-1671-4c73-9fae-8c196b79e231 x-openstack-request-id: req-57044d10-1671-4c73-9fae-8c196b79e231 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:03:12.707787 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:03:12.708155 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57044d10-1671-4c73-9fae-8c196b79e231 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:03:12.708650 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'code': 200} Jul 27 18:03:12.737439 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:13.355439 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0adf7-2ba5-4ad3-a9be-867deca82b0f req-54011c88-024f-4cea-b01e-bb5e556a5608 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:13.356821 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-20c0adf7-2ba5-4ad3-a9be-867deca82b0f req-54011c88-024f-4cea-b01e-bb5e556a5608 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0690758 Jul 27 18:03:13.393995 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-20c0adf7-2ba5-4ad3-a9be-867deca82b0f req-ce860192-7fec-401f-a9fc-218aae165739 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Jul 27 18:03:13.760092 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb90cfd-d6b5-45c8-a6f0-e79e45558882 req-416e1937-5fc3-4268-a573-5b9371b8ca11 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:13.761588 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bbb90cfd-d6b5-45c8-a6f0-e79e45558882 req-416e1937-5fc3-4268-a573-5b9371b8ca11 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0636313 Jul 27 18:03:13.801262 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bbb90cfd-d6b5-45c8-a6f0-e79e45558882 req-621a6054-eac8-4f36-9036-5f574d43d760 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334761 Jul 27 18:03:14.529445 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102e7ff-90e9-4212-b703-870456dbcfb9 req-0c2fae8d-e641-420c-bf79-1baaf3a01b8a tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:14.530977 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4102e7ff-90e9-4212-b703-870456dbcfb9 req-0c2fae8d-e641-420c-bf79-1baaf3a01b8a tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0681605 Jul 27 18:03:14.570852 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4102e7ff-90e9-4212-b703-870456dbcfb9 req-9f03b131-6fc8-4ec8-ac62-7cc51ce262aa tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323527 Jul 27 18:03:14.729535 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c40323-b4ff-458b-bbdd-daaedf753d5e req-5a8ea39f-52fc-4823-b574-8e176d19e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:14.730945 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-09c40323-b4ff-458b-bbdd-daaedf753d5e req-5a8ea39f-52fc-4823-b574-8e176d19e152 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1098 time: 0.0584104 Jul 27 18:03:14.772552 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-09c40323-b4ff-458b-bbdd-daaedf753d5e req-606892d0-6858-4da9-87f2-a04454451c48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Jul 27 18:03:14.935131 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361483fb-6c2a-4d43-a2fc-d13a44bfc0ab req-ec96aa97-c3f0-4f9c-ba9f-54a5ea602715 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:14.936660 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-361483fb-6c2a-4d43-a2fc-d13a44bfc0ab req-ec96aa97-c3f0-4f9c-ba9f-54a5ea602715 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0621943 Jul 27 18:03:14.976222 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-361483fb-6c2a-4d43-a2fc-d13a44bfc0ab req-ae42c45e-f97c-42ed-ac0d-28855a758dad tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329666 Jul 27 18:03:15.711966 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aeeac-5d5f-4957-a604-977e76a6c920 req-140cc08d-25eb-4653-b545-d3c8320ad861 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:15.713584 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6b1aeeac-5d5f-4957-a604-977e76a6c920 req-140cc08d-25eb-4653-b545-d3c8320ad861 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0728629 Jul 27 18:03:15.756061 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6b1aeeac-5d5f-4957-a604-977e76a6c920 req-7c8abc00-8ca7-4324-8aa4-9158e9924c8f tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362082 Jul 27 18:03:16.119424 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e325284-8ff4-4cc6-a0e3-ace66dd16f96 req-cf178d3e-136e-4e17-8f7b-b950c1f20db7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:16.120894 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9e325284-8ff4-4cc6-a0e3-ace66dd16f96 req-cf178d3e-136e-4e17-8f7b-b950c1f20db7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0721285 Jul 27 18:03:16.158564 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9e325284-8ff4-4cc6-a0e3-ace66dd16f96 req-5a1e097c-9a21-4529-822b-8355898a72cd tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318327 Jul 27 18:03:16.889756 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba60e7-21e4-42e0-9629-c696597514ea req-64bad81a-8950-4f55-ae91-8728057fb7c2 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:16.891284 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-69ba60e7-21e4-42e0-9629-c696597514ea req-64bad81a-8950-4f55-ae91-8728057fb7c2 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0687463 Jul 27 18:03:16.931047 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-69ba60e7-21e4-42e0-9629-c696597514ea req-b56c28a7-4844-4c3c-9b05-c653ad8b3473 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331538 Jul 27 18:03:17.070494 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21c92d-a3e1-4be2-99f5-b1d9a1710f49 req-848259a2-9e3c-430a-b2b8-9484f6100ed7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:17.072019 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-be21c92d-a3e1-4be2-99f5-b1d9a1710f49 req-848259a2-9e3c-430a-b2b8-9484f6100ed7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0746586 Jul 27 18:03:17.110473 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-be21c92d-a3e1-4be2-99f5-b1d9a1710f49 req-e1c9fcf4-63f4-4ac7-a374-556d7451ba9b tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324500 Jul 27 18:03:17.132688 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 34848) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:17.299170 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e72138-f731-4936-aeb0-64101dc3c9dd req-e6e2f238-442a-4364-a134-44d15a4dbbbe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:17.307061 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f2e72138-f731-4936-aeb0-64101dc3c9dd req-e6e2f238-442a-4364-a134-44d15a4dbbbe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0758319 Jul 27 18:03:17.344978 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80186d1d-193e-4059-9492-2078f98e51d0 tempest-TestShelveInstance-1809009976 tempest-TestShelveInstance-1809009976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:17.345221 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f2e72138-f731-4936-aeb0-64101dc3c9dd req-c8b7770f-1f8e-4285-a4c1-9f7cf04c0f40 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379350 Jul 27 18:03:17.346503 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-80186d1d-193e-4059-9492-2078f98e51d0 tempest-TestShelveInstance-1809009976 tempest-TestShelveInstance-1809009976-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1093 time: 0.2128317 Jul 27 18:03:17.349368 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 34856) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:17.354379 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'port_id': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:03:17.384357 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for floatingip, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:17.486262 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:17.590501 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Allocated IP 172.27.1.253 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/96c26747-8e04-4401-a47a-38106fc3a1cd) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:03:17.693381 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:17.731894 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:17.772018 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:03:17.777223 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:03:17.779864 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:03:17.802261 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'Port': ['ID=96c26747-8e04-4401-a47a-38106fc3a1cd,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:18.244296 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:18.352578 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:18.542329 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dda4dc-3621-42f6-a034-612b61e5de95 req-17dc258e-377f-4926-98f4-9b1b9df84f42 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:18.544026 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b6dda4dc-3621-42f6-a034-612b61e5de95 req-17dc258e-377f-4926-98f4-9b1b9df84f42 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1076567 Jul 27 18:03:18.557397 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:18.564880 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:18.638654 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b6dda4dc-3621-42f6-a034-612b61e5de95 req-422102f1-87b5-46b2-bab3-6b17ab558ab8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856004 Jul 27 18:03:18.658077 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event updated for resources: {'Port': ['ID=96c26747-8e04-4401-a47a-38106fc3a1cd,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:18.667646 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:19.007032 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Floating IP 4e14c724-b6e1-469f-bb6f-dfe2f9a6d1a4 associated. External IP: 172.27.1.253, port: c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0. Jul 27 18:03:19.219008 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Router f0872c92-a603-4f63-a120-b87a56a78924 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:03:19.327188 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:03:19.337154 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] Sync routers for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:03:19.346107 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:19.346382 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:03:19.347030 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:02:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:03:19.385101 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0b775041-f44a-477a-a03a-9cb399ffe6a6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0346808 Jul 27 18:03:19.385924 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:03:19.388749 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e765aa-8d0a-4758-a699-dfa0f1d63897" -d '{"events": [{"name": "network-changed", "server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:03:19.437355 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235b8b66-dc2e-4381-a6f9-565642a67bdd x-openstack-request-id: req-235b8b66-dc2e-4381-a6f9-565642a67bdd {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:03:19.437355 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:03:19.437355 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-235b8b66-dc2e-4381-a6f9-565642a67bdd {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:03:19.437355 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'status': 'completed', 'code': 200} Jul 27 18:03:19.519511 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-afdbeb85-019c-4612-9882-0ae4c1be25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:19.521234 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-afdbeb85-019c-4612-9882-0ae4c1be25d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1098 time: 0.0604959 Jul 27 18:03:19.582978 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:03:19.616828 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-d75eeedf-69cf-4a37-b557-288b9cc7cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:19.618321 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-d75eeedf-69cf-4a37-b557-288b9cc7cacb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 200 len: 908 time: 0.0896368 Jul 27 18:03:19.685814 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-a2a81e33-45a1-43fa-8a10-bdbe5f22cdf7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 200 len: 999 time: 0.0597365 Jul 27 18:03:19.770921 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-4520b691-6ec9-45a8-a7a3-9a4f8de31ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:19.772717 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-4520b691-6ec9-45a8-a7a3-9a4f8de31ee7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47d0091b-fcb8-4666-9b8c-673e6464f3b6 HTTP/1.1" status: 200 len: 846 time: 0.0793056 Jul 27 18:03:19.829742 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a55f42-03f4-4087-84a0-67fcb27ae7bc req-6660ed31-4e03-4dfc-a329-f52a418d5cc8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:19.831289 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-53a55f42-03f4-4087-84a0-67fcb27ae7bc req-6660ed31-4e03-4dfc-a329-f52a418d5cc8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1060345 Jul 27 18:03:19.878156 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '4e14c724-b6e1-469f-bb6f-dfe2f9a6d1a4', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'port_id': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'mac_address': 'fa:16:3e:63:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:03:18Z', 'updated_at': '2021-07-27T18:03:18Z', 'revision_number': 0, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:18Z', 'revision_number': 5, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:03:19.878652 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-472e279d-442d-4da4-afaf-61e7ad9af83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:19.880227 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-472e279d-442d-4da4-afaf-61e7ad9af83d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fae0c27b-c36c-4206-b83f-32d231a30905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0986397 Jul 27 18:03:19.885464 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-53a55f42-03f4-4087-84a0-67fcb27ae7bc req-83e4df04-529f-4e18-a0e2-4010b13d2727 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462070 Jul 27 18:03:19.912381 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] Checking router: f0872c92-a603-4f63-a120-b87a56a78924 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:03:19.921322 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:03:19.921953 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:02:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:03:19.983877 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-5deb575d-f15c-45f4-afcc-a8ac0e91e366 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953548 Jul 27 18:03:20.029924 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:03:20.081943 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52e765aa-8d0a-4758-a699-dfa0f1d63897 req-c9054cf2-a462-47f8-bf2a-d73e3264e41e service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898480 Jul 27 18:03:20.259379 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '4e14c724-b6e1-469f-bb6f-dfe2f9a6d1a4', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'port_id': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'mac_address': 'fa:16:3e:63:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:03:18Z', 'updated_at': '2021-07-27T18:03:18Z', 'revision_number': 0, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:18Z', 'revision_number': 5, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:03:20.284946 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c686c7e5-9c5c-4bff-88cc-acf7037958c6 None None] The sync data for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi is: [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '4e14c724-b6e1-469f-bb6f-dfe2f9a6d1a4', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'port_id': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'mac_address': 'fa:16:3e:63:15:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:03:18Z', 'updated_at': '2021-07-27T18:03:18Z', 'revision_number': 0, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:18Z', 'revision_number': 5, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:03:20.463730 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6553e58c-0f75-4afb-9f0b-18cf9a7347a2 None None] New status for floating IP 4e14c724-b6e1-469f-bb6f-dfe2f9a6d1a4: ACTIVE {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:03:20.792036 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f97e78ec-537a-4ba2-be81-22c5df23a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:21.023963 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bdc5ae-8f69-4bbc-8716-bd31f5ae4b7a req-4f4c2e3d-b246-4922-ba6b-12abcce5d358 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:21.025472 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-42bdc5ae-8f69-4bbc-8716-bd31f5ae4b7a req-4f4c2e3d-b246-4922-ba6b-12abcce5d358 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0665491 Jul 27 18:03:21.066545 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-42bdc5ae-8f69-4bbc-8716-bd31f5ae4b7a req-f38f5208-a322-4370-9533-735cf6ed57c4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348718 Jul 27 18:03:22.204965 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34b9ba-c846-4686-b2f4-5ae49665dbac req-b5cf83ef-bab1-4a12-b7cc-de63d1b4b158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:22.206508 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5c34b9ba-c846-4686-b2f4-5ae49665dbac req-b5cf83ef-bab1-4a12-b7cc-de63d1b4b158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0692689 Jul 27 18:03:22.248804 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5c34b9ba-c846-4686-b2f4-5ae49665dbac req-75c25bdb-ae20-4918-bea8-8afca037b0b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359464 Jul 27 18:03:23.385014 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5312171-b9e9-47c7-a843-6beed17d0839 req-59a86b28-8063-4761-a7ed-62c679f00d2e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:23.386459 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e5312171-b9e9-47c7-a843-6beed17d0839 req-59a86b28-8063-4761-a7ed-62c679f00d2e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0661404 Jul 27 18:03:23.423701 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e5312171-b9e9-47c7-a843-6beed17d0839 req-2866b50f-bb67-4789-98bb-d4dd87473301 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313344 Jul 27 18:03:23.639153 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:23.664590 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-72c5bb72-89c3-41b3-8f0d-e78da9ec6b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:24.420553 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:24.555989 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7573cb2f-b8fd-4195-881c-2c46b11a54bf req-a3fc30de-ccf6-4dda-a0ca-6dd09daf8bfb tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:24.557835 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7573cb2f-b8fd-4195-881c-2c46b11a54bf req-a3fc30de-ccf6-4dda-a0ca-6dd09daf8bfb tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0637331 Jul 27 18:03:24.596162 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7573cb2f-b8fd-4195-881c-2c46b11a54bf req-40522182-48ef-4b53-a443-8de8aa8e5a11 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320868 Jul 27 18:03:25.730677 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903628e-bd30-4033-86fb-ce4d37e778a1 req-89dfb760-9433-47ee-bf8d-6cf8abe0901f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:25.732192 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8903628e-bd30-4033-86fb-ce4d37e778a1 req-89dfb760-9433-47ee-bf8d-6cf8abe0901f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0635643 Jul 27 18:03:25.771254 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8903628e-bd30-4033-86fb-ce4d37e778a1 req-64ae679f-49ec-4810-b506-76290a9ab82c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329828 Jul 27 18:03:26.116285 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:26.904192 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a88105-ab3f-4c9d-9537-ea05dd2537ee req-e8c362b2-f533-4421-8edf-8e41e4058774 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:26.905581 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-53a88105-ab3f-4c9d-9537-ea05dd2537ee req-e8c362b2-f533-4421-8edf-8e41e4058774 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0618291 Jul 27 18:03:26.942984 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-53a88105-ab3f-4c9d-9537-ea05dd2537ee req-99ac76e0-01e5-4f87-bcf9-ca732c89fe86 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314794 Jul 27 18:03:28.079875 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82a8f5-c765-4853-9517-789e78966841 req-0c6a961c-496f-409a-819b-ab4df04312f1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:28.081349 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8b82a8f5-c765-4853-9517-789e78966841 req-0c6a961c-496f-409a-819b-ab4df04312f1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0682101 Jul 27 18:03:28.119933 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8b82a8f5-c765-4853-9517-789e78966841 req-cf9174a4-eb56-4a4f-8ff8-278ce14d1b4d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324292 Jul 27 18:03:29.254594 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64a83d-1f40-4a28-81a6-c0f2ba7c6737 req-675bb72c-6339-4dbc-a255-c7b2116af3ff tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:29.256753 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cc64a83d-1f40-4a28-81a6-c0f2ba7c6737 req-675bb72c-6339-4dbc-a255-c7b2116af3ff tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0649900 Jul 27 18:03:29.300603 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cc64a83d-1f40-4a28-81a6-c0f2ba7c6737 req-971404bf-ae89-4eb4-8ce1-6f18045474c1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380886 Jul 27 18:03:30.435160 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136e4de-01e2-48e2-b389-a570588f2514 req-1eee7dec-d444-43d5-8a4e-6c7f9d7b28e8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:30.436802 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0136e4de-01e2-48e2-b389-a570588f2514 req-1eee7dec-d444-43d5-8a4e-6c7f9d7b28e8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0647118 Jul 27 18:03:30.474733 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0136e4de-01e2-48e2-b389-a570588f2514 req-f53b92d4-50ef-4c12-bc96-0ffdca7c619d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Jul 27 18:03:31.558584 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:31.609058 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f89b8-4457-4d98-8bfb-5740e001eb86 req-1552e90b-07e2-4e5f-a186-735b28789fa4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:31.610482 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5e1f89b8-4457-4d98-8bfb-5740e001eb86 req-1552e90b-07e2-4e5f-a186-735b28789fa4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0629647 Jul 27 18:03:31.648170 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5e1f89b8-4457-4d98-8bfb-5740e001eb86 req-01891c93-e197-45d7-b602-5ea764280a0c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310485 Jul 27 18:03:32.788268 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416c677-c6bd-49e5-b3ca-de37d073fa8b req-34a6d00a-e653-4026-ae37-e56aa1bcd736 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:32.789715 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8416c677-c6bd-49e5-b3ca-de37d073fa8b req-34a6d00a-e653-4026-ae37-e56aa1bcd736 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0632918 Jul 27 18:03:32.828092 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8416c677-c6bd-49e5-b3ca-de37d073fa8b req-6709c221-12df-47f8-b33f-409c9d040491 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Jul 27 18:03:33.960908 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42ab36-7a5a-430f-affb-3c97ee53f9fb req-ecf29d30-7fd3-4a7b-8b20-0befee146c0d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:33.962375 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6c42ab36-7a5a-430f-affb-3c97ee53f9fb req-ecf29d30-7fd3-4a7b-8b20-0befee146c0d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0614252 Jul 27 18:03:34.004815 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6c42ab36-7a5a-430f-affb-3c97ee53f9fb req-487fa48b-e9a4-4f74-80f3-11d23b59c392 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351653 Jul 27 18:03:35.142773 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40959e6e-b6af-4526-abfc-7b8bc0eb7da1 req-cc2923a4-5610-428c-ac06-6f5eba2bda93 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:35.144494 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-40959e6e-b6af-4526-abfc-7b8bc0eb7da1 req-cc2923a4-5610-428c-ac06-6f5eba2bda93 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0667181 Jul 27 18:03:35.183810 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-40959e6e-b6af-4526-abfc-7b8bc0eb7da1 req-f83b7d3a-d120-4499-b4e5-1c00fe3ccd8d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331409 Jul 27 18:03:36.315943 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485450d-f005-4611-8e85-1ea32b6c9eaf req-842023f2-424e-417d-9fcd-75260109275a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:36.317571 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7485450d-f005-4611-8e85-1ea32b6c9eaf req-842023f2-424e-417d-9fcd-75260109275a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0633011 Jul 27 18:03:36.355249 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7485450d-f005-4611-8e85-1ea32b6c9eaf req-741c99cf-eff5-4b43-81a3-179c35255dbb tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Jul 27 18:03:37.489655 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131d40b-2538-456b-bcaa-1fb1e15cdfba req-5f45329a-e469-4ddd-8feb-c8628a597541 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:37.491743 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d131d40b-2538-456b-bcaa-1fb1e15cdfba req-5f45329a-e469-4ddd-8feb-c8628a597541 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0642862 Jul 27 18:03:37.531964 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d131d40b-2538-456b-bcaa-1fb1e15cdfba req-2bc8b01c-45d5-4c18-b26a-954403dab421 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332358 Jul 27 18:03:38.667637 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c983d-c316-46cf-8b01-277685a2a5d5 req-c486ef62-b44c-4ce4-a987-77167baf77fc tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:38.669172 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8d8c983d-c316-46cf-8b01-277685a2a5d5 req-c486ef62-b44c-4ce4-a987-77167baf77fc tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0643189 Jul 27 18:03:38.717455 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8d8c983d-c316-46cf-8b01-277685a2a5d5 req-60381f9a-2747-49b6-a412-9d699eef8eb1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415254 Jul 27 18:03:39.385375 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35112) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:39.485050 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a8a47a16-062d-4bad-9f27-dd9e4966dc02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.579774 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a8a47a16-062d-4bad-9f27-dd9e4966dc02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.583583 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a8a47a16-062d-4bad-9f27-dd9e4966dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.622418 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-a8a47a16-062d-4bad-9f27-dd9e4966dc02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6045ea78c721416b8c4e84c26319b5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360008 Jul 27 18:03:39.623296 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a47a16-062d-4bad-9f27-dd9e4966dc02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21084a66-6af0-4ea0-82fc-caeeeb7b7a1f,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:39.625026 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35116) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:39.634303 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:03:39.679318 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6644f9d6-be7d-4266-96a2-7be0a50a789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.702951 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6644f9d6-be7d-4266-96a2-7be0a50a789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.730007 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:39.742138 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'port_id': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'mac_address': 'fa:16:3e:e2:00:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:03:39.751528 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6644f9d6-be7d-4266-96a2-7be0a50a789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.754327 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6644f9d6-be7d-4266-96a2-7be0a50a789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.758690 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-6644f9d6-be7d-4266-96a2-7be0a50a789f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/21084a66-6af0-4ea0-82fc-caeeeb7b7a1f HTTP/1.1" status: 204 len: 168 time: 0.1326473 Jul 27 18:03:39.767114 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644f9d6-be7d-4266-96a2-7be0a50a789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21084a66-6af0-4ea0-82fc-caeeeb7b7a1f,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:39.790983 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.805329 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce741717-0eeb-44b5-8f75-7b9848b6e4bd {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:03:39.827923 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:39.832259 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:39.866005 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c4d90-8f10-4c63-a8ac-e1100497b3c4 req-0f4aac04-88b6-440d-b9e2-b80726443cd3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:39.867565 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d49c4d90-8f10-4c63-a8ac-e1100497b3c4 req-0f4aac04-88b6-440d-b9e2-b80726443cd3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0725405 Jul 27 18:03:39.903067 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=6']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:39.915881 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d49c4d90-8f10-4c63-a8ac-e1100497b3c4 req-ac1c45e3-dea5-45e9-94e0-f1f9ab282775 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358012 Jul 27 18:03:39.928941 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['ce741717-0eeb-44b5-8f75-7b9848b6e4bd'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:03:41.058300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abedfdb-f02a-4516-a4a7-e17a6c87174e req-e4b8fb01-a312-48ec-9ded-7a95dbee9bfe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:41.060131 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8abedfdb-f02a-4516-a4a7-e17a6c87174e req-e4b8fb01-a312-48ec-9ded-7a95dbee9bfe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 945 time: 0.0715737 Jul 27 18:03:41.111052 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-8abedfdb-f02a-4516-a4a7-e17a6c87174e req-17f570ff-a5ff-490a-9c07-89223538e76e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443885 Jul 27 18:03:41.297733 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35188) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:41.432094 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a726-5f6f-4618-920e-2c62bdd801c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.535864 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a726-5f6f-4618-920e-2c62bdd801c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.542118 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a726-5f6f-4618-920e-2c62bdd801c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.587682 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b3f4a726-5f6f-4618-920e-2c62bdd801c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=897176a4bb624e2286626e3b56b7f56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888460 Jul 27 18:03:41.588825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4a726-5f6f-4618-920e-2c62bdd801c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3961600c-029e-49d5-b71b-b06d822df292,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:41.590355 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35196) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:41.640963 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:03:41.653535 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d57d-be1a-4dab-83e7-92d0fc45318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.679034 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d57d-be1a-4dab-83e7-92d0fc45318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.699639 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port ce741717-0eeb-44b5-8f75-7b9848b6e4bd triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:03:41.700399 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.742055 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d57d-be1a-4dab-83e7-92d0fc45318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.747261 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f2a0d57d-be1a-4dab-83e7-92d0fc45318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.751380 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f2a0d57d-be1a-4dab-83e7-92d0fc45318f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3961600c-029e-49d5-b71b-b06d822df292 HTTP/1.1" status: 204 len: 168 time: 0.1587846 Jul 27 18:03:41.760586 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0d57d-be1a-4dab-83e7-92d0fc45318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3961600c-029e-49d5-b71b-b06d822df292,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:41.810212 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.842525 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:03:41.845739 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9a2ae9-13f1-4cd3-80e2-08f532aa4aed" -d '{"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:03:41.891131 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:41.897382 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:41.944891 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab84a648-13f9-45a4-8a5e-e08de0b25bb4 x-openstack-request-id: req-ab84a648-13f9-45a4-8a5e-e08de0b25bb4 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:03:41.945562 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:03:41.946048 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ab84a648-13f9-45a4-8a5e-e08de0b25bb4 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:03:41.946708 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'code': 200} Jul 27 18:03:41.971323 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=7']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:42.171509 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35218) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:42.187784 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-61140102-a2e6-4e97-a8eb-bbf6c39e3880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.344859 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-61140102-a2e6-4e97-a8eb-bbf6c39e3880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.351192 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-61140102-a2e6-4e97-a8eb-bbf6c39e3880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.386486 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-61140102-a2e6-4e97-a8eb-bbf6c39e3880 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4f9857964134f80897fc1c88e860b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138498 Jul 27 18:03:42.389357 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35222) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:42.417450 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61140102-a2e6-4e97-a8eb-bbf6c39e3880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a838dd2a-98c2-469c-ba46-057ad0dd3888,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:42.481575 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-53e8ac3e-e25e-4774-ba9e-1f0ef2438f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.509714 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-53e8ac3e-e25e-4774-ba9e-1f0ef2438f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.553867 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d20fbb-496e-4e21-816c-6ef46a13bbb0 req-50afbc58-6e0d-40c6-8c82-06c220063354 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:42.561506 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-91d20fbb-496e-4e21-816c-6ef46a13bbb0 req-50afbc58-6e0d-40c6-8c82-06c220063354 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.3638148 Jul 27 18:03:42.578557 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-248cb828-3430-4db6-92d2-354723dfa3a5 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d6f6396144e44cb2b6c60357645d0d6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551937 Jul 27 18:03:42.609514 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-91d20fbb-496e-4e21-816c-6ef46a13bbb0 req-8324e464-d9bb-47f6-b079-1599a9e9c9fa tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451508 Jul 27 18:03:42.778868 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-53e8ac3e-e25e-4774-ba9e-1f0ef2438f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.781614 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-53e8ac3e-e25e-4774-ba9e-1f0ef2438f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:42.782802 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-53e8ac3e-e25e-4774-ba9e-1f0ef2438f2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a838dd2a-98c2-469c-ba46-057ad0dd3888 HTTP/1.1" status: 204 len: 168 time: 0.3924603 Jul 27 18:03:42.804951 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8ac3e-e25e-4774-ba9e-1f0ef2438f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a838dd2a-98c2-469c-ba46-057ad0dd3888,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:42.844442 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-9c1cdfe9-e936-45a2-b2e4-fc5f0c430bee tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:42.846003 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-9c1cdfe9-e936-45a2-b2e4-fc5f0c430bee tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2666626 Jul 27 18:03:42.864185 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-a85ed6e8-e5c5-4abc-915d-d3455e9ab953 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/quotas/d6f6396144e44cb2b6c60357645d0d6c HTTP/1.1" status: 200 len: 375 time: 0.0116143 Jul 27 18:03:42.907629 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-9e3e9437-1581-4db8-9d03-b1acac9bc787 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6f6396144e44cb2b6c60357645d0d6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363142 Jul 27 18:03:43.133894 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6537b080-dc7e-476c-b7a5-513a78dbf15c req-31a1e52f-1991-49e5-8e94-375058898f36 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 210 time: 0.0526695 Jul 27 18:03:43.840817 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760833e-d877-4e27-ab4a-e9c3fbeda110 req-7bb04dd6-719b-4659-9d26-227b5f8f4b61 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:43.844187 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7760833e-d877-4e27-ab4a-e9c3fbeda110 req-7bb04dd6-719b-4659-9d26-227b5f8f4b61 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0757530 Jul 27 18:03:43.915368 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7760833e-d877-4e27-ab4a-e9c3fbeda110 req-0d111eac-e07e-4ac6-917c-9c60bb25f11f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563354 Jul 27 18:03:44.237907 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-61903748-5af3-4980-953a-09853d05d58e req-c406f4b2-0c80-49af-aa17-01c996a15700 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 210 time: 0.0367799 Jul 27 18:03:44.436648 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-d7b91fd3-b252-478d-ae3f-6d34e779c865 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6f6396144e44cb2b6c60357645d0d6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391176 Jul 27 18:03:44.580465 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-f457f6e1-3c3d-4b7f-bd7c-2d41335be66c tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:44.582354 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-f457f6e1-3c3d-4b7f-bd7c-2d41335be66c tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1355510 Jul 27 18:03:44.612207 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Request body: {'port': {'device_id': '770970fc-7224-4109-a062-c936b2ad94f3', 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126', 'admin_state_up': True, 'tenant_id': 'd6f6396144e44cb2b6c60357645d0d6c'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:03:44.763507 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Made reservation on behalf of d6f6396144e44cb2b6c60357645d0d6c for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:03:44.768043 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:44.778472 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:44.905464 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:44.910937 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:45.069619 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e77303e4-18ef-44b4-9a35-71375a81f27e,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:45.169210 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485f738-56a0-4c44-90ed-c77386e06788 req-1a34a7ec-d8ca-4da0-8d4d-ddbec2252737 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:45.170746 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b485f738-56a0-4c44-90ed-c77386e06788 req-1a34a7ec-d8ca-4da0-8d4d-ddbec2252737 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1368413 Jul 27 18:03:45.186054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Allocated IP 192.168.233.179 (548e671d-ee59-47b9-af9f-c82e57263126/97ed0c29-e472-42ba-977b-253f28237b34/7ee40306-049e-4843-a77d-1e463172cc7b) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:03:45.238034 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b485f738-56a0-4c44-90ed-c77386e06788 req-1d7337c9-c1cf-417d-b0d8-a3ceb03ef188 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596573 Jul 27 18:03:45.383799 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-078cc116-faea-4ad2-a2d2-0b1d3c580c5e req-b7b62935-f5c6-44aa-b5c6-86ce58f24eeb tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 210 time: 0.0416377 Jul 27 18:03:45.466699 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:45.486010 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Transition to ACTIVE for port object 7ee40306-049e-4843-a77d-1e463172cc7b will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:03:45.528975 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:45.580890 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Network 548e671d-ee59-47b9-af9f-c82e57263126 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:03:45.586894 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:03:45.591169 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:03:45.598138 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Pushing event updated for resources: {'Port': ['ID=7ee40306-049e-4843-a77d-1e463172cc7b,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:45.663862 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:45.664523 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:45.684582 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-3a7a70ce-5b6b-426c-b61b-6332392df61a tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0878615 Jul 27 18:03:45.701018 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Request body: {'port': {'device_id': '770970fc-7224-4109-a062-c936b2ad94f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:03:45.796695 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:45.907396 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-284e2833-8aea-4bf1-ae35-9526f8270b4a None None] Provisioning for port 7ee40306-049e-4843-a77d-1e463172cc7b completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:03:45.918192 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-284e2833-8aea-4bf1-ae35-9526f8270b4a None None] Provisioning complete for port 7ee40306-049e-4843-a77d-1e463172cc7b triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:03:45.918977 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284e2833-8aea-4bf1-ae35-9526f8270b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:45.983647 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-284e2833-8aea-4bf1-ae35-9526f8270b4a None None] Port 7ee40306-049e-4843-a77d-1e463172cc7b cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:03:46.168916 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ee40306-049e-4843-a77d-1e463172cc7b {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:03:46.177539 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:46.191400 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Transition to ACTIVE for port object 7ee40306-049e-4843-a77d-1e463172cc7b will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:03:46.200129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:46.279589 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee40306-049e-4843-a77d-1e463172cc7b,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:46.439160 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Attempting to bind port 7ee40306-049e-4843-a77d-1e463172cc7b on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:03:46.439620 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Attempting to bind port 7ee40306-049e-4843-a77d-1e463172cc7b by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:03:46.440175 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Attempting to bind port 7ee40306-049e-4843-a77d-1e463172cc7b on network 548e671d-ee59-47b9-af9f-c82e57263126 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:03:46.452009 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Port 7ee40306-049e-4843-a77d-1e463172cc7b on network 548e671d-ee59-47b9-af9f-c82e57263126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:03:46.452337 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Attempting to bind port 7ee40306-049e-4843-a77d-1e463172cc7b on network 548e671d-ee59-47b9-af9f-c82e57263126 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:03:46.460658 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:03:46.461000 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Checking segment: {'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:03:46.461396 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Bound using segment: {'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:03:46.461881 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Bound port: 7ee40306-049e-4843-a77d-1e463172cc7b, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e086824a-f614-4d61-8c29-75ceaa4882b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:03:46.462248 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:46.545093 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff735a-924c-4716-b81a-1acb0163f1bc req-bc823803-4d5d-4a9c-899e-cdd888c2db35 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:46.552998 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1efc9-d321-4098-a8b2-8eb28f771760 req-501b96da-1688-4985-a7fd-96036f7c4d9e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:46.554563 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2af1efc9-d321-4098-a8b2-8eb28f771760 req-501b96da-1688-4985-a7fd-96036f7c4d9e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1853950 Jul 27 18:03:46.557155 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35326) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:46.559433 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3cff735a-924c-4716-b81a-1acb0163f1bc req-bc823803-4d5d-4a9c-899e-cdd888c2db35 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 948 time: 0.0896873 Jul 27 18:03:46.619614 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3cff735a-924c-4716-b81a-1acb0163f1bc req-f5f26d63-bd1a-4fe7-b2a1-7f78afda3097 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Jul 27 18:03:46.624889 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2af1efc9-d321-4098-a8b2-8eb28f771760 req-40a38b11-f277-4a58-a3cb-0aa1a26aa41b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570242 Jul 27 18:03:46.625922 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] For port 7ee40306-049e-4843-a77d-1e463172cc7b, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:03:46.646174 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] For port 7ee40306-049e-4843-a77d-1e463172cc7b, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ee40306-049e-4843-a77d-1e463172cc7b,segment=NetworkSegment(e086824a-f614-4d61-8c29-75ceaa4882b9),segment_id=e086824a-f614-4d61-8c29-75ceaa4882b9)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:03:46.652711 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:46.705259 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:46.705880 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:46.707339 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ee40306-049e-4843-a77d-1e463172cc7b HTTP/1.1" status: 200 len: 1098 time: 1.0131056 Jul 27 18:03:46.707779 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770970fc-7224-4109-a062-c936b2ad94f3', 'tag': '7ee40306-049e-4843-a77d-1e463172cc7b'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:03:46.710725 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "770970fc-7224-4109-a062-c936b2ad94f3", "tag": "7ee40306-049e-4843-a77d-1e463172cc7b"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:03:46.751770 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec0d15-aa86-4e62-9959-839961f619d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ee40306-049e-4843-a77d-1e463172cc7b,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:46.757716 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-72445048-e48a-44de-8d6d-a98d31c1d06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:46.779124 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904c9583-968f-44dd-b57d-d7af207c4e9e x-openstack-request-id: req-904c9583-968f-44dd-b57d-d7af207c4e9e {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:03:46.779666 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770970fc-7224-4109-a062-c936b2ad94f3", "tag": "7ee40306-049e-4843-a77d-1e463172cc7b", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:03:46.780070 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-904c9583-968f-44dd-b57d-d7af207c4e9e {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:03:46.780621 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770970fc-7224-4109-a062-c936b2ad94f3', 'tag': '7ee40306-049e-4843-a77d-1e463172cc7b', 'status': 'completed', 'code': 200} Jul 27 18:03:46.868676 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-384e20f4-307f-4c76-94aa-9a175869e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:46.870180 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-384e20f4-307f-4c76-94aa-9a175869e757 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f6396144e44cb2b6c60357645d0d6c&device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 1101 time: 0.1018739 Jul 27 18:03:46.933031 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-f153cbdd-9821-4092-a068-3ba227a70263 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7ee40306-049e-4843-a77d-1e463172cc7b HTTP/1.1" status: 200 len: 217 time: 0.0492296 Jul 27 18:03:47.001964 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-72445048-e48a-44de-8d6d-a98d31c1d06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:47.008236 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-72445048-e48a-44de-8d6d-a98d31c1d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:47.012233 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-7c908670-8d9b-4188-933d-5cbd2a606205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:47.012898 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-7c908670-8d9b-4188-933d-5cbd2a606205 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97ed0c29-e472-42ba-977b-253f28237b34 HTTP/1.1" status: 200 len: 843 time: 0.0705006 Jul 27 18:03:47.080375 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72445048-e48a-44de-8d6d-a98d31c1d06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13eb9e2-444e-4e82-897a-8c1b08d1c9ce,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:47.095290 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-72445048-e48a-44de-8d6d-a98d31c1d06e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=edf04bd47d5c4484aad8e80f4190f337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348520 Jul 27 18:03:47.095685 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35332) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:47.151915 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2d9df688-4890-41cd-aafa-9d1c6b514865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:47.153391 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-2d9df688-4890-41cd-aafa-9d1c6b514865 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=548e671d-ee59-47b9-af9f-c82e57263126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1175189 Jul 27 18:03:47.443262 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9810ee2-d2a3-4aac-868c-527f3a861457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:47.499132 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9810ee2-d2a3-4aac-868c-527f3a861457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:47.552806 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-9ef93cbf-1eab-486b-ad28-6a0fe92272ef service neutron] 10.222.0.41 "GET /v2.0/networks/548e671d-ee59-47b9-af9f-c82e57263126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890293 Jul 27 18:03:47.589677 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9810ee2-d2a3-4aac-868c-527f3a861457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:47.594088 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9810ee2-d2a3-4aac-868c-527f3a861457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:47.596268 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b9810ee2-d2a3-4aac-868c-527f3a861457 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b13eb9e2-444e-4e82-897a-8c1b08d1c9ce HTTP/1.1" status: 204 len: 168 time: 0.4996810 Jul 27 18:03:47.637937 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9810ee2-d2a3-4aac-868c-527f3a861457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13eb9e2-444e-4e82-897a-8c1b08d1c9ce,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:47.767800 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-678d4d7d-0559-497e-89ec-cfefd942c4f1 req-96235d9f-727a-4b9d-95c3-f45f68f31bf0 service neutron] 10.222.0.41 "GET /v2.0/networks/548e671d-ee59-47b9-af9f-c82e57263126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038567 Jul 27 18:03:47.804299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60e0a2-085a-4646-8d6a-aece50964b07 req-752674d9-0f49-473b-a31b-5aa6d56e8ed2 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:47.805966 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4a60e0a2-085a-4646-8d6a-aece50964b07 req-752674d9-0f49-473b-a31b-5aa6d56e8ed2 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 948 time: 0.0842326 Jul 27 18:03:47.826967 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de621c5d-79f1-4cdd-b9cc-972da54b0f98 req-fcc0e738-d305-45c2-b592-220968da033d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:47.836115 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-de621c5d-79f1-4cdd-b9cc-972da54b0f98 req-fcc0e738-d305-45c2-b592-220968da033d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1053503 Jul 27 18:03:47.884027 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-de621c5d-79f1-4cdd-b9cc-972da54b0f98 req-bcc30e52-42d8-48aa-8864-0c09cd7ba75e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Jul 27 18:03:47.896806 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4a60e0a2-085a-4646-8d6a-aece50964b07 req-7738b174-1607-4f89-9f7b-97ae9e451129 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815284 Jul 27 18:03:47.932587 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-c357c1e8-c3b5-4fcf-bc1f-bc80d3b85004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:47.934403 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-c357c1e8-c3b5-4fcf-bc1f-bc80d3b85004 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f6396144e44cb2b6c60357645d0d6c&device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 1101 time: 0.1038167 Jul 27 18:03:48.021609 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:03:48.047999 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35342) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:48.058508 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-0d139ff4-87ba-48e6-8797-b603c01b1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:48.060387 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-0d139ff4-87ba-48e6-8797-b603c01b1212 service neutron] 10.222.0.41 "GET /v2.0/networks?id=548e671d-ee59-47b9-af9f-c82e57263126 HTTP/1.1" status: 200 len: 870 time: 0.1159999 Jul 27 18:03:48.064155 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2ce66c29-04b4-4e4c-9de7-af94a4331c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:48.117596 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-85d59555-7a1d-43cb-bcbc-82a36635c416 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=7ee40306-049e-4843-a77d-1e463172cc7b HTTP/1.1" status: 200 len: 217 time: 0.0455711 Jul 27 18:03:48.177449 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-85138490-6081-49d6-93e8-9e599a2d0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:48.178915 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-85138490-6081-49d6-93e8-9e599a2d0e0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97ed0c29-e472-42ba-977b-253f28237b34 HTTP/1.1" status: 200 len: 843 time: 0.0518696 Jul 27 18:03:48.182707 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2ce66c29-04b4-4e4c-9de7-af94a4331c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:48.241161 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2ce66c29-04b4-4e4c-9de7-af94a4331c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:48.250111 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-a6f54c62-8657-4cae-a081-d40b0c04fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:48.251900 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-a6f54c62-8657-4cae-a081-d40b0c04fd3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=548e671d-ee59-47b9-af9f-c82e57263126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0633621 Jul 27 18:03:48.283712 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-2ce66c29-04b4-4e4c-9de7-af94a4331c0f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2747572b29048cc9d09bb632c300849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345572 Jul 27 18:03:48.284845 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce66c29-04b4-4e4c-9de7-af94a4331c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ce1dd-abb1-4d25-90f4-7623897e5e8d,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:48.287327 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35346) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:48.342667 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8d832051-5e59-4260-8107-7b912e545f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:48.369203 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8d832051-5e59-4260-8107-7b912e545f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:48.394232 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-73912f49-5ed5-47a1-a3f6-68ddcfe30b33 service neutron] 10.222.0.41 "GET /v2.0/networks/548e671d-ee59-47b9-af9f-c82e57263126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326294 Jul 27 18:03:48.428327 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8d832051-5e59-4260-8107-7b912e545f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:48.430922 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-8d832051-5e59-4260-8107-7b912e545f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:48.434726 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-8d832051-5e59-4260-8107-7b912e545f8e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d40ce1dd-abb1-4d25-90f4-7623897e5e8d HTTP/1.1" status: 204 len: 168 time: 0.1439312 Jul 27 18:03:48.441531 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d832051-5e59-4260-8107-7b912e545f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ce1dd-abb1-4d25-90f4-7623897e5e8d,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:48.530023 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-99f1f937-f745-4d97-bcf8-fa84b4e24cb1 req-0c85eadf-a2db-46f2-b34f-45213ad97f94 service neutron] 10.222.0.41 "GET /v2.0/networks/548e671d-ee59-47b9-af9f-c82e57263126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248820 Jul 27 18:03:49.084105 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33968c-cdd1-41ac-9109-149dc1b9de3a req-10f9d283-3b83-4679-b985-58fb7d4aa798 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:49.086376 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4d33968c-cdd1-41ac-9109-149dc1b9de3a req-10f9d283-3b83-4679-b985-58fb7d4aa798 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0970542 Jul 27 18:03:49.128351 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63088e32-c646-4a61-bf6f-6ba11512b6b6 req-bcd569df-f73d-4828-aa41-54a7d2327a2b tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:49.142025 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-63088e32-c646-4a61-bf6f-6ba11512b6b6 req-bcd569df-f73d-4828-aa41-54a7d2327a2b tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 948 time: 0.1355970 Jul 27 18:03:49.153334 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4d33968c-cdd1-41ac-9109-149dc1b9de3a req-3be3486c-20a7-42f7-a11f-5efd4c4792f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570090 Jul 27 18:03:49.209288 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-63088e32-c646-4a61-bf6f-6ba11512b6b6 req-021271b2-22c3-4825-944b-42932fcf1482 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531771 Jul 27 18:03:49.696900 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 7ee40306-049e-4843-a77d-1e463172cc7b details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:03:49.850357 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 7ee40306-049e-4843-a77d-1e463172cc7b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ee40306-049e-4843-a77d-1e463172cc7b,segment=NetworkSegment(e086824a-f614-4d61-8c29-75ceaa4882b9),segment_id=e086824a-f614-4d61-8c29-75ceaa4882b9)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:49.876309 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '7ee40306-049e-4843-a77d-1e463172cc7b', 'network_id': '548e671d-ee59-47b9-af9f-c82e57263126', 'port_id': '7ee40306-049e-4843-a77d-1e463172cc7b', 'mac_address': 'fa:16:3e:6d:84:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ed0c29-e472-42ba-977b-253f28237b34', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:03:49.934028 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:49.949715 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ee40306-049e-4843-a77d-1e463172cc7b {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:03:49.984513 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 7ee40306-049e-4843-a77d-1e463172cc7b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ee40306-049e-4843-a77d-1e463172cc7b,segment=NetworkSegment(e086824a-f614-4d61-8c29-75ceaa4882b9),segment_id=e086824a-f614-4d61-8c29-75ceaa4882b9)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:49.989604 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:50.053435 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=7ee40306-049e-4843-a77d-1e463172cc7b,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:50.304854 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['7ee40306-049e-4843-a77d-1e463172cc7b'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:03:50.382147 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c175-7d38-4b98-b9f5-65c2d57fe8bf req-7d1bd5c7-39bb-457f-9560-50a2b90f3002 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:50.398806 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4a37c175-7d38-4b98-b9f5-65c2d57fe8bf req-7d1bd5c7-39bb-457f-9560-50a2b90f3002 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.1214218 Jul 27 18:03:50.454388 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30445bc2-080a-4de7-81a9-5e348ad63a8b req-d2408e75-b353-4ece-b4a4-4e462d75f711 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:50.459669 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-30445bc2-080a-4de7-81a9-5e348ad63a8b req-d2408e75-b353-4ece-b4a4-4e462d75f711 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 949 time: 0.1368644 Jul 27 18:03:50.465743 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4a37c175-7d38-4b98-b9f5-65c2d57fe8bf req-da272f3c-0be1-48d0-8a8a-7972d5cae020 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651879 Jul 27 18:03:50.534183 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-30445bc2-080a-4de7-81a9-5e348ad63a8b req-0e823d9e-6837-40fb-8fc8-8f4cf66fe0bd tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672514 Jul 27 18:03:50.717144 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35416) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:50.797114 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b170306e-ea75-4d9f-9e90-76752822ac0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:50.852421 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-84b425da-67e3-42a6-8e8d-2436f4433905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:50.966138 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-84b425da-67e3-42a6-8e8d-2436f4433905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:50.972092 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-84b425da-67e3-42a6-8e8d-2436f4433905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.005872 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-84b425da-67e3-42a6-8e8d-2436f4433905 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08b56583d00c48b7ab4f5d9b150fbb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842910 Jul 27 18:03:51.006778 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35420) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:51.018621 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b425da-67e3-42a6-8e8d-2436f4433905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d5b50e-0e25-4930-ac44-b111abe1a543,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:51.076951 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cbdb-6ff0-48a4-9b2c-a52de3f03825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.100235 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cbdb-6ff0-48a4-9b2c-a52de3f03825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.155760 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cbdb-6ff0-48a4-9b2c-a52de3f03825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.158304 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1fb3cbdb-6ff0-48a4-9b2c-a52de3f03825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.159697 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1fb3cbdb-6ff0-48a4-9b2c-a52de3f03825 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68d5b50e-0e25-4930-ac44-b111abe1a543 HTTP/1.1" status: 204 len: 168 time: 0.1513140 Jul 27 18:03:51.171300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3cbdb-6ff0-48a4-9b2c-a52de3f03825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d5b50e-0e25-4930-ac44-b111abe1a543,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:51.493211 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35432) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:51.518847 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cb455507-5e2f-4e13-835a-3297f9f68dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.694974 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ef496-9c73-4c7b-a6b3-37c3279dc72f req-de25a3ca-c132-4454-a492-25c96fcb4df3 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:51.696848 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b3ef496-9c73-4c7b-a6b3-37c3279dc72f req-de25a3ca-c132-4454-a492-25c96fcb4df3 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 949 time: 0.0845895 Jul 27 18:03:51.704635 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 7ee40306-049e-4843-a77d-1e463172cc7b up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:03:51.718213 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cb455507-5e2f-4e13-835a-3297f9f68dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.736511 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cb455507-5e2f-4e13-835a-3297f9f68dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.750424 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b3ef496-9c73-4c7b-a6b3-37c3279dc72f req-716632d8-1d82-4cf2-8eb9-cfa001d24918 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Jul 27 18:03:51.773088 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35436) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:51.773877 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-cb455507-5e2f-4e13-835a-3297f9f68dca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ec6163801b1434898d7845a35174477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781653 Jul 27 18:03:51.790831 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa025a-2f87-4a56-9576-330991a199c1 req-e1bc1419-884f-45ac-bb7c-5d0561a084bf tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:51.792581 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fbfa025a-2f87-4a56-9576-330991a199c1 req-e1bc1419-884f-45ac-bb7c-5d0561a084bf tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.2228954 Jul 27 18:03:51.817366 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 7ee40306-049e-4843-a77d-1e463172cc7b completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:03:51.824108 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 7ee40306-049e-4843-a77d-1e463172cc7b triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:03:51.824743 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.841227 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e129023-1b2a-420a-8d05-6edc21945d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.870655 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e129023-1b2a-420a-8d05-6edc21945d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.940072 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e129023-1b2a-420a-8d05-6edc21945d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.947041 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2e129023-1b2a-420a-8d05-6edc21945d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:51.948562 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-2e129023-1b2a-420a-8d05-6edc21945d3a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13254999-c97d-4370-b244-764932f1a276 HTTP/1.1" status: 204 len: 168 time: 0.1744239 Jul 27 18:03:51.962690 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e129023-1b2a-420a-8d05-6edc21945d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13254999-c97d-4370-b244-764932f1a276,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:51.988497 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:52.041453 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 7ee40306-049e-4843-a77d-1e463172cc7b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ee40306-049e-4843-a77d-1e463172cc7b,segment=NetworkSegment(e086824a-f614-4d61-8c29-75ceaa4882b9),segment_id=e086824a-f614-4d61-8c29-75ceaa4882b9)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:52.042811 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770970fc-7224-4109-a062-c936b2ad94f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee40306-049e-4843-a77d-1e463172cc7b'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:03:52.046518 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fda5d6-21ce-408c-889b-2d0bf41c6bb3" -d '{"events": [{"server_uuid": "770970fc-7224-4109-a062-c936b2ad94f3", "name": "network-vif-plugged", "status": "completed", "tag": "7ee40306-049e-4843-a77d-1e463172cc7b"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:03:52.052157 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:52.088158 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb455507-5e2f-4e13-835a-3297f9f68dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13254999-c97d-4370-b244-764932f1a276,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:52.104083 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fbfa025a-2f87-4a56-9576-330991a199c1 req-0d8b0fc9-ad2a-4421-a808-e3490a176580 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030972 Jul 27 18:03:52.118466 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9b7b43-b5f3-4538-b902-f85341fd3b38 x-openstack-request-id: req-dc9b7b43-b5f3-4538-b902-f85341fd3b38 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:03:52.118772 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770970fc-7224-4109-a062-c936b2ad94f3", "name": "network-vif-plugged", "status": "completed", "tag": "7ee40306-049e-4843-a77d-1e463172cc7b", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:03:52.123329 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc9b7b43-b5f3-4538-b902-f85341fd3b38 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:03:52.123996 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770970fc-7224-4109-a062-c936b2ad94f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ee40306-049e-4843-a77d-1e463172cc7b', 'code': 200} Jul 27 18:03:52.159238 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=7ee40306-049e-4843-a77d-1e463172cc7b,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:52.341165 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ea65e-fa58-4ba8-9907-e482f095d3fb req-f57aed15-de72-442e-accb-21fd3e6108f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:52.348109 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-916ea65e-fa58-4ba8-9907-e482f095d3fb req-f57aed15-de72-442e-accb-21fd3e6108f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 1103 time: 0.0601199 Jul 27 18:03:52.385613 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-916ea65e-fa58-4ba8-9907-e482f095d3fb req-1d4822e7-d4e2-4c7a-a4a0-27d213f00f65 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jul 27 18:03:52.904654 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd456a3a-9d5e-4ceb-b731-69d3417db809 req-512daaac-09a3-4a00-a6c5-cec3dfe3dcde tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:52.904654 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cd456a3a-9d5e-4ceb-b731-69d3417db809 req-512daaac-09a3-4a00-a6c5-cec3dfe3dcde tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 950 time: 0.0740075 Jul 27 18:03:52.943445 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cd456a3a-9d5e-4ceb-b731-69d3417db809 req-c054bd31-104a-4999-b9a5-cf5fe66c11b4 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Jul 27 18:03:53.181603 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-49ac3f57-68c7-4670-b9c8-bdc5a9fbc4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:53.183187 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-49ac3f57-68c7-4670-b9c8-bdc5a9fbc4f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 1099 time: 0.0604308 Jul 27 18:03:53.286299 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f224e-d00b-4577-95b6-319bfc68aec9 req-9149434f-e4d1-4d50-8e11-e7715a4e3275 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:53.287912 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0a2f224e-d00b-4577-95b6-319bfc68aec9 req-9149434f-e4d1-4d50-8e11-e7715a4e3275 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0732198 Jul 27 18:03:53.293779 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-7560041e-1ce6-469e-8bf6-3a1778e674a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:53.295303 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-7560041e-1ce6-469e-8bf6-3a1778e674a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.0991645 Jul 27 18:03:53.332308 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0a2f224e-d00b-4577-95b6-319bfc68aec9 req-c15dd04a-e898-4f3f-9b51-ab87c0a6281d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359478 Jul 27 18:03:53.375699 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-0386b947-ef2e-4366-ad9a-3751ec9b8bee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd HTTP/1.1" status: 200 len: 1001 time: 0.0668972 Jul 27 18:03:53.440747 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-359e121b-c2bf-4863-9195-821e855ab10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:53.442225 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-359e121b-c2bf-4863-9195-821e855ab10e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0439880 Jul 27 18:03:53.512407 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-823d509e-daa9-425d-84c9-54056c3b3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:53.514124 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-823d509e-daa9-425d-84c9-54056c3b3d16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0598917 Jul 27 18:03:53.625792 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-ef0fd9dc-fad6-42b0-b14c-be716262e495 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935781 Jul 27 18:03:53.658462 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:53.669280 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e6fd704a-4c03-4124-b438-a32c7a1492e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:53.726532 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f4147aca-815d-45d4-bdd0-4722b98267e1 req-d910d50c-05de-4d7f-81d0-56c9e2a99f45 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954580 Jul 27 18:03:53.957929 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35510) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:54.070407 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b44e4891-14e5-4e8c-9685-e5b15dd03578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.090970 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dd77e-bce9-4006-93ca-ba6ace828161 req-95db4c19-5cac-45f0-83a2-e0a08d5167ca tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:54.092476 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bd6dd77e-bce9-4006-93ca-ba6ace828161 req-95db4c19-5cac-45f0-83a2-e0a08d5167ca tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 950 time: 0.0828662 Jul 27 18:03:54.152334 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bd6dd77e-bce9-4006-93ca-ba6ace828161 req-c8fad1cc-0080-4591-b466-463ce73545c8 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Jul 27 18:03:54.204892 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b44e4891-14e5-4e8c-9685-e5b15dd03578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.208787 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b44e4891-14e5-4e8c-9685-e5b15dd03578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.248222 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b44e4891-14e5-4e8c-9685-e5b15dd03578 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b77360d316ca48a7ba2b5133f0361241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886062 Jul 27 18:03:54.249084 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e4891-14e5-4e8c-9685-e5b15dd03578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c0c410-6d94-4c45-90f3-5fd67a0b2c0c,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:54.250882 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35520) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:54.302035 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-59d51185-9fbd-4e55-8506-6d951eb7de3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.327717 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-59d51185-9fbd-4e55-8506-6d951eb7de3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.384001 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-59d51185-9fbd-4e55-8506-6d951eb7de3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.386770 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-59d51185-9fbd-4e55-8506-6d951eb7de3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.390598 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-59d51185-9fbd-4e55-8506-6d951eb7de3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b4c0c410-6d94-4c45-90f3-5fd67a0b2c0c HTTP/1.1" status: 204 len: 168 time: 0.1383901 Jul 27 18:03:54.399540 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d51185-9fbd-4e55-8506-6d951eb7de3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c0c410-6d94-4c45-90f3-5fd67a0b2c0c,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:54.432685 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.464275 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c192872-1958-4d83-83a9-7fdf372657dc req-873d3162-4eb0-4461-894e-31fa333f2009 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:54.466909 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0c192872-1958-4d83-83a9-7fdf372657dc req-873d3162-4eb0-4461-894e-31fa333f2009 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 950 time: 0.0952945 Jul 27 18:03:54.484461 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71542666-7aaf-43d7-9543-8900995f0409 req-0dba4c69-1806-4120-b7e8-3c3b355f82f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:54.486037 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-71542666-7aaf-43d7-9543-8900995f0409 req-0dba4c69-1806-4120-b7e8-3c3b355f82f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0701180 Jul 27 18:03:54.507633 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0c192872-1958-4d83-83a9-7fdf372657dc req-75ec70e6-1776-4f9e-a07c-71caf076006e tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343611 Jul 27 18:03:54.529380 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-71542666-7aaf-43d7-9543-8900995f0409 req-23d032a7-9b76-43a7-a038-349bf2036225 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365753 Jul 27 18:03:54.673475 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35530) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:54.686654 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7a14eee6-5ad7-4c33-a74a-df7eaa172658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.774508 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7a14eee6-5ad7-4c33-a74a-df7eaa172658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.778240 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7a14eee6-5ad7-4c33-a74a-df7eaa172658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.814941 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7a14eee6-5ad7-4c33-a74a-df7eaa172658 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de7e8a318e1c48bca581380a1a0e1e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404018 Jul 27 18:03:54.815819 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14eee6-5ad7-4c33-a74a-df7eaa172658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad253a7-6d97-41b5-aa5a-9bed75f6ca17,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:54.818197 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35532) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:54.866413 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4b87382e-7ce1-4cc0-9499-92f09cbfa8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.888226 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4b87382e-7ce1-4cc0-9499-92f09cbfa8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.933084 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4b87382e-7ce1-4cc0-9499-92f09cbfa8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.936179 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4b87382e-7ce1-4cc0-9499-92f09cbfa8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:54.937311 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4b87382e-7ce1-4cc0-9499-92f09cbfa8dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bad253a7-6d97-41b5-aa5a-9bed75f6ca17 HTTP/1.1" status: 204 len: 168 time: 0.1180835 Jul 27 18:03:54.945352 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87382e-7ce1-4cc0-9499-92f09cbfa8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad253a7-6d97-41b5-aa5a-9bed75f6ca17,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:55.643658 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34335c7-5f0f-42c1-a6ab-8d52ba998f08 req-cd25037e-6063-40be-a47b-eceb8ce3ce7b tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:55.645192 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d34335c7-5f0f-42c1-a6ab-8d52ba998f08 req-cd25037e-6063-40be-a47b-eceb8ce3ce7b tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 950 time: 0.0671535 Jul 27 18:03:55.679921 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755a378-fa4e-47b7-8933-6364edb9babf req-0f905fd9-201f-45dd-9686-3b405e4c6272 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:55.681421 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6755a378-fa4e-47b7-8933-6364edb9babf req-0f905fd9-201f-45dd-9686-3b405e4c6272 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 946 time: 0.0782750 Jul 27 18:03:55.690912 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d34335c7-5f0f-42c1-a6ab-8d52ba998f08 req-6015299d-8377-460e-8c19-65fc884eef01 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/security-groups?id=e77303e4-18ef-44b4-9a35-71375a81f27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389092 Jul 27 18:03:55.719987 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6755a378-fa4e-47b7-8933-6364edb9babf req-5786cf43-7a5f-457b-8afc-e2e0aada2cf0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323563 Jul 27 18:03:55.735531 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:03:55.818847 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:55.843163 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:03:55.852367 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76625d1e-7bd6-4e5c-a0ce-e6c7b8af58a5" -d '{"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:03:55.867585 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:55.871825 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:55.909614 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Jul 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d206395-dbf3-45b5-a0dc-f76ecd699d6b x-openstack-request-id: req-0d206395-dbf3-45b5-a0dc-f76ecd699d6b {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:03:55.910147 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:03:55.910476 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0d206395-dbf3-45b5-a0dc-f76ecd699d6b {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:03:55.910923 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'code': 200} Jul 27 18:03:55.927160 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=8']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:56.120042 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:56.178344 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-2966ac3d-c443-4555-8b15-0fcbb3638455 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:56.180034 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-2966ac3d-c443-4555-8b15-0fcbb3638455 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.41 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 950 time: 0.0720639 Jul 27 18:03:56.296662 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Deleting port 7ee40306-049e-4843-a77d-1e463172cc7b {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:03:56.297006 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:56.390953 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] For port 7ee40306-049e-4843-a77d-1e463172cc7b, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ee40306-049e-4843-a77d-1e463172cc7b,segment=NetworkSegment(e086824a-f614-4d61-8c29-75ceaa4882b9),segment_id=e086824a-f614-4d61-8c29-75ceaa4882b9)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:03:56.391350 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:56.403794 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Calling delete_port for 7ee40306-049e-4843-a77d-1e463172cc7b owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:03:56.537933 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:56.549174 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['7ee40306-049e-4843-a77d-1e463172cc7b'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:03:56.569935 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Pushing event deleted for resources: {'Port': ['ID=7ee40306-049e-4843-a77d-1e463172cc7b,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:03:56.619638 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] No DVR routers for this DVR port 7ee40306-049e-4843-a77d-1e463172cc7b on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:03:56.621156 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:03:56.623444 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-74f5b91f-b035-4bf2-8f42-82715ea3996d req-34038dde-ac26-4298-9324-d99d782473b0 tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.41 "DELETE /v2.0/ports/7ee40306-049e-4843-a77d-1e463172cc7b HTTP/1.1" status: 204 len: 173 time: 0.4284205 Jul 27 18:03:56.623900 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770970fc-7224-4109-a062-c936b2ad94f3', 'name': 'network-vif-deleted', 'tag': '7ee40306-049e-4843-a77d-1e463172cc7b'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:03:56.626435 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3267536-7f0c-434b-b504-d691c038cd73" -d '{"events": [{"server_uuid": "770970fc-7224-4109-a062-c936b2ad94f3", "name": "network-vif-deleted", "tag": "7ee40306-049e-4843-a77d-1e463172cc7b"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:03:56.675094 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e416cd-1153-428a-b49c-a010d0e2b054 x-openstack-request-id: req-11e416cd-1153-428a-b49c-a010d0e2b054 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:03:56.675716 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770970fc-7224-4109-a062-c936b2ad94f3", "name": "network-vif-deleted", "tag": "7ee40306-049e-4843-a77d-1e463172cc7b", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:03:56.675884 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11e416cd-1153-428a-b49c-a010d0e2b054 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:03:56.676384 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770970fc-7224-4109-a062-c936b2ad94f3', 'name': 'network-vif-deleted', 'tag': '7ee40306-049e-4843-a77d-1e463172cc7b', 'status': 'completed', 'code': 200} Jul 27 18:03:56.814589 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-72a39941-bcd1-4b11-baff-f4838cba4287 req-67081b98-81b2-4b3c-850e-c52aed5bf3dc tempest-VolumesNegativeTest-2076953973 tempest-VolumesNegativeTest-2076953973-project] 10.222.0.47 "GET /v2.0/ports?device_id=770970fc-7224-4109-a062-c936b2ad94f3 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Jul 27 18:03:56.864791 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34dd53-536f-485e-97f9-c48b851c7273 req-d285f7d5-8772-47ee-95c5-699bb96ac584 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:56.866370 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9a34dd53-536f-485e-97f9-c48b851c7273 req-d285f7d5-8772-47ee-95c5-699bb96ac584 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0677242 Jul 27 18:03:56.903604 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9a34dd53-536f-485e-97f9-c48b851c7273 req-9ee73537-a911-4419-99e5-befb983b5e79 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311155 Jul 27 18:03:57.516011 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014eef7-1f4d-4bd8-8876-807ca1143ac2 req-484c71f6-cbdc-408e-951a-3a71573a8ad1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:57.523097 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d014eef7-1f4d-4bd8-8876-807ca1143ac2 req-484c71f6-cbdc-408e-951a-3a71573a8ad1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0680707 Jul 27 18:03:57.565013 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d014eef7-1f4d-4bd8-8876-807ca1143ac2 req-2ad0fccd-03bc-413f-baa5-373a318416d3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329456 Jul 27 18:03:57.767087 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35660) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:03:57.865926 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-d5e7529b-503e-4246-897b-3bf7e8e1158c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975857 Jul 27 18:03:58.712193 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad138d7-3609-42dd-87aa-82fee4a49ff3 req-37e2b037-517d-4924-87ef-306c7ec35e0c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:58.713727 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad138d7-3609-42dd-87aa-82fee4a49ff3 req-37e2b037-517d-4924-87ef-306c7ec35e0c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0717940 Jul 27 18:03:58.763715 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3ad138d7-3609-42dd-87aa-82fee4a49ff3 req-7f367ede-4fad-4d91-b613-2b53fafc8a24 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422792 Jul 27 18:03:59.749560 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-55b9e140-bcba-4e2b-91a9-25eacf6a7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:59.751111 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-55b9e140-bcba-4e2b-91a9-25eacf6a7227 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf&tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b HTTP/1.1" status: 200 len: 1097 time: 0.1456034 Jul 27 18:03:59.778176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 7ee40306-049e-4843-a77d-1e463172cc7b no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:03:59.804302 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 7ee40306-049e-4843-a77d-1e463172cc7b {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:03:59.804653 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 7ee40306-049e-4843-a77d-1e463172cc7b not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:03:59.805088 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:03:59.853940 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-b43ae682-1c3e-40af-b09e-d86bf9ca78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:59.855474 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-b43ae682-1c3e-40af-b09e-d86bf9ca78bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 1097 time: 0.0719945 Jul 27 18:03:59.922544 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712a8da-d26d-4f56-a372-0419937316f6 req-e5ee9d7d-7714-4423-8392-3cb447537619 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:59.924813 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d712a8da-d26d-4f56-a372-0419937316f6 req-e5ee9d7d-7714-4423-8392-3cb447537619 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0752649 Jul 27 18:03:59.968814 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-eade08c8-c042-4729-bb19-9abddb2d8c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:03:59.970966 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d712a8da-d26d-4f56-a372-0419937316f6 req-1f422c82-847e-4d9e-b882-03fc775da2fc tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386412 Jul 27 18:03:59.971365 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-eade08c8-c042-4729-bb19-9abddb2d8c70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.1050880 Jul 27 18:04:00.043803 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-2024ab42-27fc-4c21-a179-008ff2b9b5e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd HTTP/1.1" status: 200 len: 999 time: 0.0624561 Jul 27 18:04:00.101452 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-8eb0e779-fa05-4a13-8652-496be871110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:00.102860 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-8eb0e779-fa05-4a13-8652-496be871110b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0500011 Jul 27 18:04:00.171824 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-cf7a8198-13e3-4847-a924-e5777e6ba1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:00.173394 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-cf7a8198-13e3-4847-a924-e5777e6ba1e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0627596 Jul 27 18:04:00.268559 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-df347238-fc95-437d-9cb5-1e7f1f50e57c service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841031 Jul 27 18:04:00.367920 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-00b70f6c-9e6d-4fd2-a9ed-125cd02c8243 req-4f94213e-ace5-4636-a25d-20fe332c8036 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911956 Jul 27 18:04:01.121699 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ce800-86f0-4db0-831d-99398022335c req-92599534-98fd-4c5b-ba14-9d694f29fe85 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:01.123350 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-898ce800-86f0-4db0-831d-99398022335c req-92599534-98fd-4c5b-ba14-9d694f29fe85 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0782845 Jul 27 18:04:01.162798 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-898ce800-86f0-4db0-831d-99398022335c req-f6424df8-f4ae-4a2e-b0cf-1f2b7a4191e7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333428 Jul 27 18:04:01.573670 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:01.766968 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 35936) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:01.906979 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-fe2aa594-a393-44ea-bb7c-a6558a0135f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d6f6396144e44cb2b6c60357645d0d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384993 Jul 27 18:04:01.909645 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 35940) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:01.962070 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-dc0d078b-83a8-4579-9288-1a3283e50e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:01.983765 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-dc0d078b-83a8-4579-9288-1a3283e50e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:02.038621 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-dc0d078b-83a8-4579-9288-1a3283e50e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:02.041473 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-dc0d078b-83a8-4579-9288-1a3283e50e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:02.042613 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-dc0d078b-83a8-4579-9288-1a3283e50e46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e77303e4-18ef-44b4-9a35-71375a81f27e HTTP/1.1" status: 204 len: 168 time: 0.1319628 Jul 27 18:04:02.050598 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d078b-83a8-4579-9288-1a3283e50e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77303e4-18ef-44b4-9a35-71375a81f27e,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:02.306074 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50aeea-3c11-4ead-b996-7e231add185e req-c89eb07a-0e26-432a-858c-32026268b488 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:02.308053 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ee50aeea-3c11-4ead-b996-7e231add185e req-c89eb07a-0e26-432a-858c-32026268b488 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0687222 Jul 27 18:04:02.365351 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ee50aeea-3c11-4ead-b996-7e231add185e req-7253b7aa-40d0-47d6-80c4-2c439121da9b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452859 Jul 27 18:04:03.533321 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc0142-6424-49a9-826b-ab6588d7fe39 req-d5c86c96-61fe-4072-af85-a7a208fc12bc tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:03.535118 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e1dc0142-6424-49a9-826b-ab6588d7fe39 req-d5c86c96-61fe-4072-af85-a7a208fc12bc tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0929272 Jul 27 18:04:03.574790 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e1dc0142-6424-49a9-826b-ab6588d7fe39 req-2e9f4752-5b9a-4171-855e-70606a9af346 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332294 Jul 27 18:04:04.760171 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd870c97-6a14-4033-a82d-896670f560de req-ee9c86e4-ad50-4ba7-9076-8246e4cc2c78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:04.761707 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cd870c97-6a14-4033-a82d-896670f560de req-ee9c86e4-ad50-4ba7-9076-8246e4cc2c78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0823712 Jul 27 18:04:04.809432 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cd870c97-6a14-4033-a82d-896670f560de req-db575620-7c52-44f3-920d-82ee41f7b161 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416064 Jul 27 18:04:05.956601 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb488b8-654f-4580-97f7-339be2805d38 req-35387dad-5fcb-454a-9364-47d6979fefe9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:05.959854 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ffb488b8-654f-4580-97f7-339be2805d38 req-35387dad-5fcb-454a-9364-47d6979fefe9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0708842 Jul 27 18:04:06.003837 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ffb488b8-654f-4580-97f7-339be2805d38 req-2f974a8a-6e97-43e6-88d9-a15b31cfa15a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380681 Jul 27 18:04:07.143165 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9703c-7b7b-4bb1-9115-111df418df5f req-a5e26892-9d5d-497b-9c13-28de619b1879 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:07.145486 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-64d9703c-7b7b-4bb1-9115-111df418df5f req-a5e26892-9d5d-497b-9c13-28de619b1879 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0674338 Jul 27 18:04:07.196370 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-64d9703c-7b7b-4bb1-9115-111df418df5f req-94cad90f-cccd-4233-badd-fd796b459530 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447958 Jul 27 18:04:08.339572 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f26767-660f-451f-bbcb-d107032484da req-962fe345-0335-4afd-9c1d-6c2b40d7179f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:08.341096 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-42f26767-660f-451f-bbcb-d107032484da req-962fe345-0335-4afd-9c1d-6c2b40d7179f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0692685 Jul 27 18:04:08.383533 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-42f26767-660f-451f-bbcb-d107032484da req-0404dc0f-eb39-45ea-ac10-d5924afb5413 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357914 Jul 27 18:04:09.518606 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d430061-24fc-4333-805a-b3b5439be185 req-c1889847-b483-4a41-8db5-14eee2fbe151 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:09.527267 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2d430061-24fc-4333-805a-b3b5439be185 req-c1889847-b483-4a41-8db5-14eee2fbe151 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0717824 Jul 27 18:04:09.560194 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2d430061-24fc-4333-805a-b3b5439be185 req-0511c285-1f2b-45b9-a405-b37dda48c034 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320435 Jul 27 18:04:10.699664 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092688e-e316-488d-aaaa-8165e1f2b721 req-15de7a87-eb97-44bc-935e-3e07555c5f05 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:10.702180 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2092688e-e316-488d-aaaa-8165e1f2b721 req-15de7a87-eb97-44bc-935e-3e07555c5f05 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0662532 Jul 27 18:04:10.740445 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2092688e-e316-488d-aaaa-8165e1f2b721 req-21b986ab-b450-4485-b1e7-1c7367b9163b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334086 Jul 27 18:04:11.905176 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c2918-2b60-47b0-927b-d2cddcf5f1bb req-8eae0c4d-ab20-4444-8f82-65922077fe97 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:11.907162 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-af7c2918-2b60-47b0-927b-d2cddcf5f1bb req-8eae0c4d-ab20-4444-8f82-65922077fe97 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0872819 Jul 27 18:04:11.948517 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-af7c2918-2b60-47b0-927b-d2cddcf5f1bb req-00073c30-af70-47d6-b7ae-ea2b0068f7c6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338600 Jul 27 18:04:13.086637 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14215ffb-a1f5-4eb9-8c37-b3ff10154cf6 req-d522754f-6f35-4490-8b44-8da264ff2ab7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:13.088148 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14215ffb-a1f5-4eb9-8c37-b3ff10154cf6 req-d522754f-6f35-4490-8b44-8da264ff2ab7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0662847 Jul 27 18:04:13.126181 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14215ffb-a1f5-4eb9-8c37-b3ff10154cf6 req-3220c8a9-ffdb-463b-8eb7-50f091f9cf6d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321627 Jul 27 18:04:14.260510 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e6c1e-062b-4806-9da2-ce3a02ccebc0 req-a718b839-e522-4262-95fe-d54316e52892 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:14.261997 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-186e6c1e-062b-4806-9da2-ce3a02ccebc0 req-a718b839-e522-4262-95fe-d54316e52892 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0629077 Jul 27 18:04:14.299816 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-186e6c1e-062b-4806-9da2-ce3a02ccebc0 req-6eddc539-1df2-4da2-babd-eed7fca91e04 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320063 Jul 27 18:04:14.658628 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-f5af0204-77a6-4821-8030-a88c4a92a760 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542703 Jul 27 18:04:15.438339 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3df3a-8189-41ef-8ee7-defdcfcf880a req-1c46c859-11c6-4a83-844d-27d1ddc895e9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:15.439851 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-30e3df3a-8189-41ef-8ee7-defdcfcf880a req-1c46c859-11c6-4a83-844d-27d1ddc895e9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0647268 Jul 27 18:04:15.476992 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-30e3df3a-8189-41ef-8ee7-defdcfcf880a req-1ab7a4de-55d1-4ca0-aa4d-bd73d7b502f1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313423 Jul 27 18:04:16.193700 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59625bab-75c0-4a51-a24d-65f771e7d650 req-fb0086e1-b723-4218-9e94-4ba1d729b0fd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:16.195173 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-59625bab-75c0-4a51-a24d-65f771e7d650 req-fb0086e1-b723-4218-9e94-4ba1d729b0fd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0625708 Jul 27 18:04:16.232270 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-59625bab-75c0-4a51-a24d-65f771e7d650 req-ac21a449-bf8f-4d8b-9afa-64784d876211 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Jul 27 18:04:16.614371 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c3017-841c-4f0e-921c-c8b43b91bdd9 req-795bd88d-8f9f-4e98-a496-cf9795fd8d6c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:16.615860 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c88c3017-841c-4f0e-921c-c8b43b91bdd9 req-795bd88d-8f9f-4e98-a496-cf9795fd8d6c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0669899 Jul 27 18:04:16.653978 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c88c3017-841c-4f0e-921c-c8b43b91bdd9 req-e167e4ab-64d4-42bc-bc74-be996c831967 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322852 Jul 27 18:04:16.775139 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-fde2e429-8cd0-4138-bf8a-0ac4c85639ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:16.776532 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-fde2e429-8cd0-4138-bf8a-0ac4c85639ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 1099 time: 0.0581870 Jul 27 18:04:16.891659 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-bf5c521a-d75a-4538-aeb1-07b04f377411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:16.893132 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-bf5c521a-d75a-4538-aeb1-07b04f377411 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 912 time: 0.0806763 Jul 27 18:04:16.964184 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-1abd06d9-8db4-4350-bb31-03915b5ff325 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 200 len: 1002 time: 0.0586164 Jul 27 18:04:17.018751 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-6e338a91-faeb-4df6-b8f8-345daef36eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:17.020418 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-6e338a91-faeb-4df6-b8f8-345daef36eab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.0446453 Jul 27 18:04:17.082084 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-7fe41a8e-2d65-4153-9ab4-ad8c6d4da1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:17.083571 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-7fe41a8e-2d65-4153-9ab4-ad8c6d4da1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528712 Jul 27 18:04:17.186228 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-f1f1d5b7-9792-4e98-8258-835ab0a2c74f service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906930 Jul 27 18:04:17.316442 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f870080-01d1-4cea-bb9c-3039bbb3e6b8 req-aabcfc33-248f-44d5-b03b-da638dc82614 service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078041 Jul 27 18:04:17.413574 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dac38-a13a-45b3-bda6-db38ac591d8c req-a79805a3-301c-4136-a88b-974ef5d80c95 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:17.415259 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-113dac38-a13a-45b3-bda6-db38ac591d8c req-a79805a3-301c-4136-a88b-974ef5d80c95 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.1043556 Jul 27 18:04:17.462500 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-113dac38-a13a-45b3-bda6-db38ac591d8c req-ec5ed0b6-5785-4943-8b03-ae73362d4e81 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Jul 27 18:04:17.790041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e94e-9691-4296-8463-8198bb07e74e req-b9751ab0-5a4d-48ad-9374-f90b9ac42141 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:17.791559 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1497e94e-9691-4296-8463-8198bb07e74e req-b9751ab0-5a4d-48ad-9374-f90b9ac42141 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0653634 Jul 27 18:04:17.830180 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1497e94e-9691-4296-8463-8198bb07e74e req-854896c9-0ac1-4827-91b3-b0f9af997a84 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327904 Jul 27 18:04:18.597472 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2196412-d742-47aa-80b9-2ade8f180890 req-4473155b-c44c-4abe-a615-9b6f8e8da45a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:18.599118 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b2196412-d742-47aa-80b9-2ade8f180890 req-4473155b-c44c-4abe-a615-9b6f8e8da45a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0689509 Jul 27 18:04:18.636308 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b2196412-d742-47aa-80b9-2ade8f180890 req-4b9bf40e-e8f3-42c4-8812-cf4f8c426694 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Jul 27 18:04:18.966251 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfc00a-c291-4eb4-85cb-1b7ea7c24947 req-7bcba63d-9118-4310-b91f-76beb28d5f58 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:18.971478 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9bbfc00a-c291-4eb4-85cb-1b7ea7c24947 req-7bcba63d-9118-4310-b91f-76beb28d5f58 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0689647 Jul 27 18:04:19.009508 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9bbfc00a-c291-4eb4-85cb-1b7ea7c24947 req-3127fb66-6e64-45db-83ac-fada0c39aaba tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334990 Jul 27 18:04:19.026548 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bddd7177-dbd9-4ba9-8188-114931bae8f6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:19.028006 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bddd7177-dbd9-4ba9-8188-114931bae8f6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 946 time: 0.0635900 Jul 27 18:04:19.131726 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Deleting port 47c24d20-f853-4419-b495-948098d3e4b5 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:04:19.131980 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:19.218624 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] For port 47c24d20-f853-4419-b495-948098d3e4b5, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=47c24d20-f853-4419-b495-948098d3e4b5,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:04:19.218977 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:19.502415 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:19.503762 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:19.504377 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Floating IP 88121ff3-9869-4524-a170-ad5c39b927aa disassociated. External IP: 172.27.1.235, port: 47c24d20-f853-4419-b495-948098d3e4b5. Jul 27 18:04:19.504626 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Calling delete_port for 47c24d20-f853-4419-b495-948098d3e4b5 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:04:19.923950 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:19.957721 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event deleted for resources: {'Port': ['ID=47c24d20-f853-4419-b495-948098d3e4b5,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:19.973786 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.974194 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.974502 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.974838 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.975195 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.976842 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.976842 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.976842 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.976842 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.977133 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.977406 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.977721 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:19.990452 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8ccd-2812-49ae-a460-4db441e0a880 req-1f778b52-7f47-46a9-927a-a8596482606f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:19.992211 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c16d8ccd-2812-49ae-a460-4db441e0a880 req-1f778b52-7f47-46a9-927a-a8596482606f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae36d1cd-c199-4550-a413-a43a8f3bbdc3 HTTP/1.1" status: 200 len: 867 time: 0.1150658 Jul 27 18:04:20.109278 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c16d8ccd-2812-49ae-a460-4db441e0a880 req-e9fc90e4-30ca-4c08-865b-b576f5b7fde6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752726 Jul 27 18:04:20.138679 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Router 02f0ad3b-94b9-494f-b19d-58235569f499 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:04:20.172681 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597c9b1-bda8-4e18-97e8-a3d637959fac req-5822e03b-3368-4bb1-82cc-878aedfd0782 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:20.174479 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7597c9b1-bda8-4e18-97e8-a3d637959fac req-5822e03b-3368-4bb1-82cc-878aedfd0782 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0807950 Jul 27 18:04:20.215975 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7597c9b1-bda8-4e18-97e8-a3d637959fac req-fbb8650a-e4f3-472e-8eba-aca14edad67b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354834 Jul 27 18:04:20.259843 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:04:20.274902 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] Sync routers for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:04:20.284041 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:04:20.284667 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:03:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:04:20.310495 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] No DVR routers for this DVR port 47c24d20-f853-4419-b495-948098d3e4b5 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:04:20.313204 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:20.315381 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3a7b2e43-3ed5-4d91-ba59-0f1be1b29d52 req-bac1264b-3676-486d-aca1-7f1892a00274 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "DELETE /v2.0/ports/47c24d20-f853-4419-b495-948098d3e4b5 HTTP/1.1" status: 204 len: 173 time: 1.2809823 Jul 27 18:04:20.315853 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'name': 'network-vif-deleted', 'tag': '47c24d20-f853-4419-b495-948098d3e4b5'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:04:20.318785 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0660a279-2144-4ee4-a8c9-7e93d1844073" -d '{"events": [{"server_uuid": "ae36d1cd-c199-4550-a413-a43a8f3bbdc3", "name": "network-vif-deleted", "tag": "47c24d20-f853-4419-b495-948098d3e4b5"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:04:20.418095 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:04:20.483939 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3af135-0247-426c-941d-0f13e399338c x-openstack-request-id: req-2b3af135-0247-426c-941d-0f13e399338c {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:04:20.484485 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae36d1cd-c199-4550-a413-a43a8f3bbdc3", "name": "network-vif-deleted", "tag": "47c24d20-f853-4419-b495-948098d3e4b5", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:04:20.484974 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b3af135-0247-426c-941d-0f13e399338c {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:04:20.485689 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae36d1cd-c199-4550-a413-a43a8f3bbdc3', 'name': 'network-vif-deleted', 'tag': '47c24d20-f853-4419-b495-948098d3e4b5', 'status': 'completed', 'code': 200} Jul 27 18:04:20.626722 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:04:20.653045 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] Checking router: 02f0ad3b-94b9-494f-b19d-58235569f499 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:04:20.662578 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:04:20.663227 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:03:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:04:20.782406 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:04:20.824632 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-5a834729-4365-42e4-a9f9-249f0a04b323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.001819 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:04:21.034273 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240bcfc-c048-4afd-a147-b8b10358909f None None] The sync data for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi is: [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:04:21.231426 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36200) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:21.325449 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b6e710f1-5dd2-4c9c-8d89-136e0db5a3c1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.331743 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44920117-519e-4869-b2f5-767f5c6602bb None None] New status for floating IP 88121ff3-9869-4524-a170-ad5c39b927aa: DOWN {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:04:21.352334 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b6e710f1-5dd2-4c9c-8d89-136e0db5a3c1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.386257 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa84dc0-759b-4404-98ac-a2c9399a1ed5 req-631f9b55-7798-4050-817b-cb8a51cae29c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:21.396524 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-aaa84dc0-759b-4404-98ac-a2c9399a1ed5 req-631f9b55-7798-4050-817b-cb8a51cae29c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0831077 Jul 27 18:04:21.422349 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b6e710f1-5dd2-4c9c-8d89-136e0db5a3c1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.426784 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b6e710f1-5dd2-4c9c-8d89-136e0db5a3c1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.428375 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b6e710f1-5dd2-4c9c-8d89-136e0db5a3c1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "DELETE /v2.0/security-groups/b76cbe02-d92d-4f80-9290-5d0ae0a1e88b HTTP/1.1" status: 204 len: 168 time: 0.1946800 Jul 27 18:04:21.432843 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36204) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:21.448168 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-aaa84dc0-759b-4404-98ac-a2c9399a1ed5 req-5613ffcb-f179-4fdd-bdb5-b43b14533bfe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505378 Jul 27 18:04:21.453684 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.api.v2.resource [None req-a8859d75-ca39-4601-976d-1b8d793d75f1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] show failed (client error): The resource could not be found. Jul 27 18:04:21.455752 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a8859d75-ca39-4601-976d-1b8d793d75f1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups/b76cbe02-d92d-4f80-9290-5d0ae0a1e88b HTTP/1.1" status: 404 len: 347 time: 0.0214524 Jul 27 18:04:21.457462 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e710f1-5dd2-4c9c-8d89-136e0db5a3c1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76cbe02-d92d-4f80-9290-5d0ae0a1e88b,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:21.458377 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36206) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:21.600330 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Deleting port 952b93a4-9642-41e8-9a9e-dbcf21bf131f {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:04:21.600694 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.680108 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.680447 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.692173 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Calling delete_port for 952b93a4-9642-41e8-9a9e-dbcf21bf131f owned by network:floatingip {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:04:21.837459 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.864848 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event deleted for resources: {'Port': ['ID=952b93a4-9642-41e8-9a9e-dbcf21bf131f,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:21.891873 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.892231 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.892572 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.892909 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.893240 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.893827 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.894151 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.894987 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.895561 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.895934 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.896262 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.896584 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:21.938732 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.941592 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:21.942763 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-51be83a1-7634-4445-8699-8c029608f58a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "DELETE /v2.0/floatingips/88121ff3-9869-4524-a170-ad5c39b927aa HTTP/1.1" status: 204 len: 168 time: 0.4833071 Jul 27 18:04:22.188647 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36210) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:22.194442 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-324d9ca9-bfc0-4a55-97fa-a5712baa9e05 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719883939', 'description': 'tempest-description--1005691690'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:04:22.216525 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-324d9ca9-bfc0-4a55-97fa-a5712baa9e05 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.304191 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-324d9ca9-bfc0-4a55-97fa-a5712baa9e05 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.312065 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-324d9ca9-bfc0-4a55-97fa-a5712baa9e05 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.342459 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d9ca9-bfc0-4a55-97fa-a5712baa9e05 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae61bf9-0d90-4868-8bae-973a1102cf04,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:22.345703 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-324d9ca9-bfc0-4a55-97fa-a5712baa9e05 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.347150 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-324d9ca9-bfc0-4a55-97fa-a5712baa9e05 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1574349 Jul 27 18:04:22.350376 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36218) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:22.356205 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-cd13b1e0-e895-4a4c-a2e0-ca4b604cb7cb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'security_group_rule': {'security_group_id': '7ae61bf9-0d90-4868-8bae-973a1102cf04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:04:22.383839 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cd13b1e0-e895-4a4c-a2e0-ca4b604cb7cb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.432816 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cd13b1e0-e895-4a4c-a2e0-ca4b604cb7cb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.437244 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cd13b1e0-e895-4a4c-a2e0-ca4b604cb7cb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.456300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13b1e0-e895-4a4c-a2e0-ca4b604cb7cb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691cc400-e4d2-49a0-99b3-4c571bff359a,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:22.462901 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-cd13b1e0-e895-4a4c-a2e0-ca4b604cb7cb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.464650 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-cd13b1e0-e895-4a4c-a2e0-ca4b604cb7cb tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129069 Jul 27 18:04:22.467408 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36220) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:22.472472 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-bf035124-d675-4bc8-88e7-b8740a5e83d6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'security_group_rule': {'security_group_id': '7ae61bf9-0d90-4868-8bae-973a1102cf04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:04:22.508732 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bf035124-d675-4bc8-88e7-b8740a5e83d6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.580625 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bf035124-d675-4bc8-88e7-b8740a5e83d6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.586329 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bf035124-d675-4bc8-88e7-b8740a5e83d6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.601771 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36226) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:22.610807 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bf035124-d675-4bc8-88e7-b8740a5e83d6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.612109 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-bf035124-d675-4bc8-88e7-b8740a5e83d6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434841 Jul 27 18:04:22.615353 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf035124-d675-4bc8-88e7-b8740a5e83d6 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e01955-07c5-451f-9940-16dff3516829,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:22.617877 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36230) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:22.622560 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:04:22.648958 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a7459-b40a-47e4-b7d6-8bae86b2e023 req-3131b72b-9943-4a9c-934f-26817259851f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:22.650523 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.650678 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3b9a7459-b40a-47e4-b7d6-8bae86b2e023 req-3131b72b-9943-4a9c-934f-26817259851f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0966885 Jul 27 18:04:22.697474 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3b9a7459-b40a-47e4-b7d6-8bae86b2e023 req-ab6601c5-8ece-4d82-8cf2-c613478bcc34 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393200 Jul 27 18:04:22.738673 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64ba2b7e-9d69-403e-a492-51383d3b8b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.758705 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.829656 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64ba2b7e-9d69-403e-a492-51383d3b8b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.834194 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64ba2b7e-9d69-403e-a492-51383d3b8b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:22.870862 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Allocated IP 172.27.1.196 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/a14d8ce4-8f4c-4ce0-8e70-45e5eb67f4f2) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:04:22.872059 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-64ba2b7e-9d69-403e-a492-51383d3b8b63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a433c1501e34afe8458690585b2a855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683797 Jul 27 18:04:22.872907 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba2b7e-9d69-403e-a492-51383d3b8b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a5c212-4605-4fa2-bcb8-b314cc448bc2,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:22.874651 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36232) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:22.983402 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-48fe6068-cd02-4101-8b41-a51569187ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.024906 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-48fe6068-cd02-4101-8b41-a51569187ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.033717 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.092706 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.100457 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-48fe6068-cd02-4101-8b41-a51569187ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.102915 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-48fe6068-cd02-4101-8b41-a51569187ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.104079 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-48fe6068-cd02-4101-8b41-a51569187ad0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95a5c212-4605-4fa2-bcb8-b314cc448bc2 HTTP/1.1" status: 204 len: 168 time: 0.2284346 Jul 27 18:04:23.145525 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe6068-cd02-4101-8b41-a51569187ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a5c212-4605-4fa2-bcb8-b314cc448bc2,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:23.152505 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:04:23.154883 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:04:23.158338 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:04:23.165189 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'Port': ['ID=a14d8ce4-8f4c-4ce0-8e70-45e5eb67f4f2,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:23.248266 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.298139 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.343922 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 47c24d20-f853-4419-b495-948098d3e4b5 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:04:23.365063 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 47c24d20-f853-4419-b495-948098d3e4b5 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:04:23.365412 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 47c24d20-f853-4419-b495-948098d3e4b5 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:04:23.460176 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.465008 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.548146 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'Port': ['ID=a14d8ce4-8f4c-4ce0-8e70-45e5eb67f4f2,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:23.559645 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.575899 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.578050 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b9f22be1-8a5f-40e4-9d9c-0a09b5f0ffbd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9588485 Jul 27 18:04:23.655842 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.660500 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4282f4e4-4236-4ae1-bf93-a560b53dabc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:23.780331 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-4469fb81-fa7f-4752-877f-6778c51295ee tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--719883939&fields=id&tenant_id=c4c25fa77a9a40b79d09f6291421417a HTTP/1.1" status: 200 len: 267 time: 0.0346253 Jul 27 18:04:23.840130 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7c0c-e716-4b0f-9e18-4488591240d7 req-b1cea5e0-c347-4649-8a3c-63a4ef90d286 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:23.841974 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-da0c7c0c-e716-4b0f-9e18-4488591240d7 req-b1cea5e0-c347-4649-8a3c-63a4ef90d286 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0685034 Jul 27 18:04:23.889901 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-da0c7c0c-e716-4b0f-9e18-4488591240d7 req-5dbd99ec-8fca-416c-a129-90514b1fa3cc tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421467 Jul 27 18:04:23.912442 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-96de71ce-d63d-48ee-beca-94f18295c304 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:23.913945 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-96de71ce-d63d-48ee-beca-94f18295c304 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 811 time: 0.1254449 Jul 27 18:04:23.929850 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-ff743443-4b7b-4f95-a648-ae7245e95efd tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/quotas/c4c25fa77a9a40b79d09f6291421417a HTTP/1.1" status: 200 len: 375 time: 0.0097575 Jul 27 18:04:23.999458 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-ff0c0b8f-66e3-46ed-b760-ec90dc9380b3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0640168 Jul 27 18:04:24.193137 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-56aeef71-022c-42ac-8e90-3049792fd6cf service neutron] 10.222.0.47 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816554 Jul 27 18:04:24.310668 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-89c69000-1d2b-4231-ace6-585943277648 service neutron] 10.222.0.47 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080866 Jul 27 18:04:24.427628 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:24.480595 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a7ebd47-52e4-49eb-8c14-ab28752957ac req-fb000d5e-d3dc-4ae3-b1ea-111fea1e272c tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 210 time: 0.0288911 Jul 27 18:04:25.012073 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:04:25.044592 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bf6a3-6e18-4668-a4b4-8864cbf71609 req-55ba7129-43a2-4fb9-bea4-52747a680f8a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:25.046077 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3a7bf6a3-6e18-4668-a4b4-8864cbf71609 req-55ba7129-43a2-4fb9-bea4-52747a680f8a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0652671 Jul 27 18:04:25.083330 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3a7bf6a3-6e18-4668-a4b4-8864cbf71609 req-e92e09aa-bc66-4a9e-a05b-f14a447da6c4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Jul 27 18:04:25.458296 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-b1c4f8b6-d654-46f9-8989-8bc8e61ae842 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:25.460106 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-b1c4f8b6-d654-46f9-8989-8bc8e61ae842 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 811 time: 0.1337969 Jul 27 18:04:25.530922 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-889d4452-b26b-44dd-b2d7-0306d2d870a8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4c25fa77a9a40b79d09f6291421417a HTTP/1.1" status: 200 len: 379 time: 0.0598309 Jul 27 18:04:25.557447 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'port': {'device_id': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'admin_state_up': True, 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'security_groups': ['7ae61bf9-0d90-4868-8bae-973a1102cf04']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:04:25.586942 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0812a631-867e-43c3-a158-77a8f277dc1d req-7d44ce6a-578d-4b11-b079-9a0e3295a44d tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 210 time: 0.0303280 Jul 27 18:04:25.673225 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Made reservation on behalf of c4c25fa77a9a40b79d09f6291421417a for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:04:25.677295 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:25.801708 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Allocated IP 172.20.0.7 (55fa5381-5562-4185-b5aa-68b4a64b453a/689f211b-5f9d-4bfd-8886-e8801d993491/d516677f-1d12-418e-b44d-28671f1b4295) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:04:25.938895 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:25.952728 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Transition to ACTIVE for port object d516677f-1d12-418e-b44d-28671f1b4295 will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:04:25.988775 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.035315 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Network 55fa5381-5562-4185-b5aa-68b4a64b453a is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:04:26.040783 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:04:26.044318 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:04:26.051841 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event updated for resources: {'Port': ['ID=d516677f-1d12-418e-b44d-28671f1b4295,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:26.099537 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:26.100302 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.116159 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-42dedda1-fade-432f-8d7a-8c56c9499aa0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636146 Jul 27 18:04:26.129811 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.133615 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Request body: {'port': {'device_id': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:04:26.262396 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.282653 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a0712c2b-f26d-40d2-9618-532241b9523c None None] Provisioning for port d516677f-1d12-418e-b44d-28671f1b4295 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:04:26.287714 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a0712c2b-f26d-40d2-9618-532241b9523c None None] Provisioning complete for port d516677f-1d12-418e-b44d-28671f1b4295 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:04:26.288165 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a0712c2b-f26d-40d2-9618-532241b9523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.291786 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe77565-24de-40bc-a6a4-608ffb63abe7 req-f226dbad-5ca6-47d2-9e57-41f2526c8887 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:26.293321 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9fe77565-24de-40bc-a6a4-608ffb63abe7 req-f226dbad-5ca6-47d2-9e57-41f2526c8887 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.1262906 Jul 27 18:04:26.328757 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-a0712c2b-f26d-40d2-9618-532241b9523c None None] Port d516677f-1d12-418e-b44d-28671f1b4295 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:04:26.378161 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9fe77565-24de-40bc-a6a4-608ffb63abe7 req-40ddb158-0d92-4da9-b9a6-6a7aa35a55ff tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587411 Jul 27 18:04:26.583357 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d516677f-1d12-418e-b44d-28671f1b4295 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:04:26.591296 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.605595 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Transition to ACTIVE for port object d516677f-1d12-418e-b44d-28671f1b4295 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:04:26.608669 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.707348 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Pushing event updated for resources: {'Port': ['ID=d516677f-1d12-418e-b44d-28671f1b4295,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:26.747604 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Attempting to bind port d516677f-1d12-418e-b44d-28671f1b4295 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:04:26.747956 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Attempting to bind port d516677f-1d12-418e-b44d-28671f1b4295 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:04:26.748295 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Attempting to bind port d516677f-1d12-418e-b44d-28671f1b4295 on network 55fa5381-5562-4185-b5aa-68b4a64b453a {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:04:26.750916 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec7ee3-9e79-43f0-a7e6-fccb9b743671 req-2c538952-22a6-4b1e-816c-a3d42082828a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:26.752978 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4dec7ee3-9e79-43f0-a7e6-fccb9b743671 req-2c538952-22a6-4b1e-816c-a3d42082828a tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 943 time: 0.0803971 Jul 27 18:04:26.754711 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Port d516677f-1d12-418e-b44d-28671f1b4295 on network 55fa5381-5562-4185-b5aa-68b4a64b453a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:04:26.755166 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Attempting to bind port d516677f-1d12-418e-b44d-28671f1b4295 on network 55fa5381-5562-4185-b5aa-68b4a64b453a {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:04:26.760575 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:04:26.760919 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Checking segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:04:26.761305 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Bound using segment: {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:04:26.761739 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Bound port: d516677f-1d12-418e-b44d-28671f1b4295, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:04:26.762101 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.802073 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4dec7ee3-9e79-43f0-a7e6-fccb9b743671 req-2f991277-0b8b-45f3-9071-03da971eb54e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385423 Jul 27 18:04:26.839898 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] For port d516677f-1d12-418e-b44d-28671f1b4295, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:04:26.843398 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] For port d516677f-1d12-418e-b44d-28671f1b4295, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d516677f-1d12-418e-b44d-28671f1b4295,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:04:26.847624 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.882149 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:26.882659 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:26.884291 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] 10.222.0.41 "PUT /v2.0/ports/d516677f-1d12-418e-b44d-28671f1b4295 HTTP/1.1" status: 200 len: 1093 time: 0.7592301 Jul 27 18:04:26.884767 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'tag': 'd516677f-1d12-418e-b44d-28671f1b4295'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:04:26.886895 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1120ec61-e4c3-4c89-82ea-bb54945d1824" -d '{"events": [{"name": "network-changed", "server_uuid": "78f46ded-00c2-4e9f-85a2-a2865817f4fa", "tag": "d516677f-1d12-418e-b44d-28671f1b4295"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:04:26.913391 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4730d-86ae-4426-b876-438be6caf384 service neutron] Pushing event updated for resources: {'Port': ['ID=d516677f-1d12-418e-b44d-28671f1b4295,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:26.959008 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57315ee8-97f4-4f97-9834-4b748ffd91d2 x-openstack-request-id: req-57315ee8-97f4-4f97-9834-4b748ffd91d2 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:04:26.959308 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f46ded-00c2-4e9f-85a2-a2865817f4fa", "tag": "d516677f-1d12-418e-b44d-28671f1b4295", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:04:26.959577 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57315ee8-97f4-4f97-9834-4b748ffd91d2 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:04:26.959961 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'tag': 'd516677f-1d12-418e-b44d-28671f1b4295', 'status': 'completed', 'code': 200} Jul 27 18:04:26.988691 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-9b9e359e-d88d-49b1-b2ae-4e903e9ac9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:26.990362 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-9b9e359e-d88d-49b1-b2ae-4e903e9ac9aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 1096 time: 0.0621278 Jul 27 18:04:27.039311 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-2cf8dea1-aa15-464f-8733-2ce10d814852 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d516677f-1d12-418e-b44d-28671f1b4295 HTTP/1.1" status: 200 len: 217 time: 0.0395763 Jul 27 18:04:27.090587 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-e1c43a43-5ba9-4ec2-a389-0260d8b17b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:27.092063 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-e1c43a43-5ba9-4ec2-a389-0260d8b17b50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.0458512 Jul 27 18:04:27.151585 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-80838617-69ee-4b46-974b-29d7e0c25292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:27.153125 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-80838617-69ee-4b46-974b-29d7e0c25292 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0533912 Jul 27 18:04:27.248257 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-52d65bd6-8f01-4d79-9b48-5695d913e72f service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876992 Jul 27 18:04:27.337274 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a328cf25-00dd-460b-80ff-901362cf69a3 req-354e3f58-66f2-405b-8bdf-daa1aa3e48fe service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815015 Jul 27 18:04:27.438780 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-c31d45dc-968e-4685-a47b-f221b9f45d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:27.440605 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-c31d45dc-968e-4685-a47b-f221b9f45d19 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 1096 time: 0.0555589 Jul 27 18:04:27.521265 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef21d8e-de7a-43de-8275-e8320912b4a9 req-55f67e7f-f303-4581-864c-ee3d58aff011 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:27.522817 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cef21d8e-de7a-43de-8275-e8320912b4a9 req-55f67e7f-f303-4581-864c-ee3d58aff011 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0683391 Jul 27 18:04:27.536700 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-850fc53d-b38a-414f-9d34-404cd04699f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:27.538195 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-850fc53d-b38a-414f-9d34-404cd04699f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 912 time: 0.0895908 Jul 27 18:04:27.562189 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cef21d8e-de7a-43de-8275-e8320912b4a9 req-116906d4-11be-4855-8f3a-84d0861f8d7b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331345 Jul 27 18:04:27.584033 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-e9b7345c-de8c-43a4-93e2-e2671889fc02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d516677f-1d12-418e-b44d-28671f1b4295 HTTP/1.1" status: 200 len: 217 time: 0.0375695 Jul 27 18:04:27.637927 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-66e7e46e-2b9f-4aeb-8210-102768d5de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:27.639339 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-66e7e46e-2b9f-4aeb-8210-102768d5de96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.0479765 Jul 27 18:04:27.697674 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-88fc6e8c-b6ef-4750-9d79-b899e83a6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:27.699244 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-88fc6e8c-b6ef-4750-9d79-b899e83a6634 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526454 Jul 27 18:04:27.789903 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-4865d823-0579-43ab-9c01-32ac707b914e service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828998 Jul 27 18:04:27.893768 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1120ec61-e4c3-4c89-82ea-bb54945d1824 req-ddde1ff4-e542-40c0-8ad2-43b1846d4e64 service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960898 Jul 27 18:04:27.944908 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba119ceb-e077-4c74-a2e8-316a26a1bcfb req-02c6ca7f-3f97-4ed9-99a6-1fb9836895f1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:27.946376 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba119ceb-e077-4c74-a2e8-316a26a1bcfb req-02c6ca7f-3f97-4ed9-99a6-1fb9836895f1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 943 time: 0.0717597 Jul 27 18:04:27.984655 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ba119ceb-e077-4c74-a2e8-316a26a1bcfb req-2acd85c1-d7c6-46be-ab19-6bd444f32548 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324523 Jul 27 18:04:28.695638 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc6c1d-e2c2-49b4-8fe7-c0137c02bb45 req-6b5a47d5-0a5c-48c2-a0fe-19334d995e3e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:28.697146 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6ecc6c1d-e2c2-49b4-8fe7-c0137c02bb45 req-6b5a47d5-0a5c-48c2-a0fe-19334d995e3e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0629492 Jul 27 18:04:28.734019 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6ecc6c1d-e2c2-49b4-8fe7-c0137c02bb45 req-ea07902d-c97a-4c36-8944-f7ae762d906e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Jul 27 18:04:29.114546 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0b365-4325-4b03-b8c5-7cff53b902d6 req-e428b079-a7fa-4354-b3e5-2a2ee50a6972 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:29.116010 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c6d0b365-4325-4b03-b8c5-7cff53b902d6 req-e428b079-a7fa-4354-b3e5-2a2ee50a6972 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 943 time: 0.0658166 Jul 27 18:04:29.153589 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c6d0b365-4325-4b03-b8c5-7cff53b902d6 req-73d3a8e7-8ca2-41eb-8d68-c2ca401c1eea tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317397 Jul 27 18:04:29.874278 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d22008-5d42-47d0-bfcf-7828d38d82b5 req-b26fd3db-bf40-4946-b597-de72c0339453 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:29.875811 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b2d22008-5d42-47d0-bfcf-7828d38d82b5 req-b26fd3db-bf40-4946-b597-de72c0339453 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0684049 Jul 27 18:04:29.914530 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b2d22008-5d42-47d0-bfcf-7828d38d82b5 req-473a243a-90d2-445c-9993-9bf1391b7895 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325842 Jul 27 18:04:30.282694 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922e658-ad18-466e-b4c5-d8b05a08f18d req-7a29481a-faf3-4813-8e69-73eb02699437 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:30.284213 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2922e658-ad18-466e-b4c5-d8b05a08f18d req-7a29481a-faf3-4813-8e69-73eb02699437 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 943 time: 0.0634747 Jul 27 18:04:30.322439 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2922e658-ad18-466e-b4c5-d8b05a08f18d req-2b0a6af6-1318-419d-b49e-4e028867fee3 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316947 Jul 27 18:04:30.434363 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device d516677f-1d12-418e-b44d-28671f1b4295 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:04:30.528664 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port d516677f-1d12-418e-b44d-28671f1b4295, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d516677f-1d12-418e-b44d-28671f1b4295,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:04:30.539722 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'd516677f-1d12-418e-b44d-28671f1b4295', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'port_id': 'd516677f-1d12-418e-b44d-28671f1b4295', 'mac_address': 'fa:16:3e:ed:18:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:04:30.574645 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:30.587054 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d516677f-1d12-418e-b44d-28671f1b4295 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:04:30.605251 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port d516677f-1d12-418e-b44d-28671f1b4295, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d516677f-1d12-418e-b44d-28671f1b4295,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:04:30.608882 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:30.658722 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=d516677f-1d12-418e-b44d-28671f1b4295,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:30.665614 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.665976 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.666321 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.666657 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.667012 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.667352 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.667682 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.668011 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.668341 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.668673 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.669000 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.669328 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:04:30.847794 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['d516677f-1d12-418e-b44d-28671f1b4295'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:04:31.048323 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aa871-df64-4ca5-853d-1b1b3325f309 req-50260f2f-9a81-4116-84d5-ba88f16004d1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:31.049781 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3d0aa871-df64-4ca5-853d-1b1b3325f309 req-50260f2f-9a81-4116-84d5-ba88f16004d1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0625694 Jul 27 18:04:31.087718 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3d0aa871-df64-4ca5-853d-1b1b3325f309 req-440a433b-7aee-44cd-9ed9-e62ab3e31167 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315342 Jul 27 18:04:31.449403 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a1e3-3e4f-468d-beb2-37e320215e43 req-ca6da989-54ba-48d2-a84a-2ba65dc9c450 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:31.450854 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0031a1e3-3e4f-468d-beb2-37e320215e43 req-ca6da989-54ba-48d2-a84a-2ba65dc9c450 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 944 time: 0.0622609 Jul 27 18:04:31.487934 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0031a1e3-3e4f-468d-beb2-37e320215e43 req-e6e9a48b-7b8c-4fc3-a588-6a255181d916 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Jul 27 18:04:31.571078 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:32.223144 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cca78-d6c8-4c64-92fe-ae5ac7031cff req-c247dd24-41c2-4141-9991-3a3b1ce247ed tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:32.224707 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-913cca78-d6c8-4c64-92fe-ae5ac7031cff req-c247dd24-41c2-4141-9991-3a3b1ce247ed tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0664685 Jul 27 18:04:32.262740 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-913cca78-d6c8-4c64-92fe-ae5ac7031cff req-2f653c7f-90dc-4196-8735-212ef34827da tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321591 Jul 27 18:04:32.434384 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device d516677f-1d12-418e-b44d-28671f1b4295 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:04:32.484098 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port d516677f-1d12-418e-b44d-28671f1b4295 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:04:32.487644 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port d516677f-1d12-418e-b44d-28671f1b4295 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:04:32.488017 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:32.565013 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:32.587454 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd516677f-1d12-418e-b44d-28671f1b4295'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:04:32.589686 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20425e73-c82c-4440-95ce-26afa9d4e0f3" -d '{"events": [{"server_uuid": "78f46ded-00c2-4e9f-85a2-a2865817f4fa", "name": "network-vif-plugged", "status": "completed", "tag": "d516677f-1d12-418e-b44d-28671f1b4295"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:04:32.604016 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port d516677f-1d12-418e-b44d-28671f1b4295, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d516677f-1d12-418e-b44d-28671f1b4295,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:04:32.608490 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:32.623821 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1bb78-e877-45f0-83e7-4092cc82ffa2 req-9a433178-c4ae-41d7-82e9-df2ca7d947ad tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:32.625308 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5ac1bb78-e877-45f0-83e7-4092cc82ffa2 req-9a433178-c4ae-41d7-82e9-df2ca7d947ad tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 944 time: 0.0700798 Jul 27 18:04:32.661228 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=d516677f-1d12-418e-b44d-28671f1b4295,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:32.668106 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5ac1bb78-e877-45f0-83e7-4092cc82ffa2 req-71418866-187a-4c5f-ad45-a51af5bf97ac tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334921 Jul 27 18:04:32.752569 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8485d1-e54f-46c7-ac59-03e46d9531e9 x-openstack-request-id: req-9f8485d1-e54f-46c7-ac59-03e46d9531e9 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:04:32.752855 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f46ded-00c2-4e9f-85a2-a2865817f4fa", "name": "network-vif-plugged", "status": "completed", "tag": "d516677f-1d12-418e-b44d-28671f1b4295", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:04:32.753109 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f8485d1-e54f-46c7-ac59-03e46d9531e9 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:04:32.753500 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd516677f-1d12-418e-b44d-28671f1b4295', 'code': 200} Jul 27 18:04:32.929490 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae520f-e32c-416f-a9fb-c7bc2591d400 req-3d46b17c-b4e0-4704-82f7-03378703ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:32.930980 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-60ae520f-e32c-416f-a9fb-c7bc2591d400 req-3d46b17c-b4e0-4704-82f7-03378703ea33 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 1098 time: 0.0550723 Jul 27 18:04:32.967117 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-60ae520f-e32c-416f-a9fb-c7bc2591d400 req-49d5e87d-8d9b-43e1-a854-7e8050f3c22f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279939 Jul 27 18:04:33.399447 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0738b-1848-4063-9793-dce022ea04bd req-f9ec748f-01a9-4b50-8a5f-c9fb1e5499c3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:33.400939 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-75d0738b-1848-4063-9793-dce022ea04bd req-f9ec748f-01a9-4b50-8a5f-c9fb1e5499c3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0662129 Jul 27 18:04:33.438414 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-75d0738b-1848-4063-9793-dce022ea04bd req-32bbaaf8-a3f5-4694-a9fd-eddca8d7817f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315955 Jul 27 18:04:33.798501 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20684d57-adbb-47f4-9c00-0832945f850e req-329eb214-373a-4a84-8dd4-f5db3493a4a1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:33.800074 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-20684d57-adbb-47f4-9c00-0832945f850e req-329eb214-373a-4a84-8dd4-f5db3493a4a1 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0632224 Jul 27 18:04:33.838257 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-20684d57-adbb-47f4-9c00-0832945f850e req-6be3f7b4-5f7f-4b63-a570-8f0819243942 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317957 Jul 27 18:04:34.572049 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0720f-6efe-4c97-b772-66bb3734669b req-745fddec-b149-449c-8860-6a5a784d961b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:34.573525 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28a0720f-6efe-4c97-b772-66bb3734669b req-745fddec-b149-449c-8860-6a5a784d961b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0628462 Jul 27 18:04:34.611107 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28a0720f-6efe-4c97-b772-66bb3734669b req-999a55ce-2fe2-4c51-97ed-54562abd0aae tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316875 Jul 27 18:04:34.968121 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac9702-afe6-4589-9984-ecb0e868aa8e req-23445459-3543-49ae-b5c6-da75fc4c2de5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:34.969579 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f2ac9702-afe6-4589-9984-ecb0e868aa8e req-23445459-3543-49ae-b5c6-da75fc4c2de5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0648296 Jul 27 18:04:35.007344 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f2ac9702-afe6-4589-9984-ecb0e868aa8e req-4e978d55-109d-4e39-9526-c506da60a2b8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Jul 27 18:04:35.746793 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eab29-7f12-48e0-bf3e-dc43eca67e2f req-f34c9c2a-2de5-4f65-b920-1731ac315e46 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:35.748274 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c73eab29-7f12-48e0-bf3e-dc43eca67e2f req-f34c9c2a-2de5-4f65-b920-1731ac315e46 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0611446 Jul 27 18:04:35.785821 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c73eab29-7f12-48e0-bf3e-dc43eca67e2f req-8eb8ac59-b3e4-4cbe-b70c-c33497ea3070 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Jul 27 18:04:36.139287 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42088ba-f196-4889-8138-62e7d4af22a5 req-b7992bbd-b86c-4fd9-9a7c-49553a2ce9f8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:36.140757 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f42088ba-f196-4889-8138-62e7d4af22a5 req-b7992bbd-b86c-4fd9-9a7c-49553a2ce9f8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0680637 Jul 27 18:04:36.180225 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f42088ba-f196-4889-8138-62e7d4af22a5 req-ea4b1df2-a9eb-485f-b0d0-e33fa26bb3bf tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320952 Jul 27 18:04:36.923074 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0523712-c569-44d2-8035-a2af92071538 req-1a3010f8-e260-45e5-85ac-4c917f14eab4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:36.924575 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d0523712-c569-44d2-8035-a2af92071538 req-1a3010f8-e260-45e5-85ac-4c917f14eab4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0670285 Jul 27 18:04:36.963360 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d0523712-c569-44d2-8035-a2af92071538 req-37c093f4-48c0-45a0-a924-ee829485255f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315630 Jul 27 18:04:37.314062 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76229fb2-c8fa-446e-8741-fb28cf06ecfb req-b32b0794-4da7-43fa-a558-7e2775b9968f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:37.315584 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-76229fb2-c8fa-446e-8741-fb28cf06ecfb req-b32b0794-4da7-43fa-a558-7e2775b9968f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0634558 Jul 27 18:04:37.353618 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-76229fb2-c8fa-446e-8741-fb28cf06ecfb req-9a5af335-b68b-4554-8fec-255498630d8f tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319276 Jul 27 18:04:37.477937 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e23a8-c5f7-4476-afe9-30e26c3a8946 req-abb75bd8-4848-46f7-ade0-4f6d8c6797b9 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:37.479384 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c45e23a8-c5f7-4476-afe9-30e26c3a8946 req-abb75bd8-4848-46f7-ade0-4f6d8c6797b9 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0640490 Jul 27 18:04:37.488311 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36422) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:37.493457 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Request body: {'floatingip': {'port_id': 'd516677f-1d12-418e-b44d-28671f1b4295'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:04:37.534916 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:37.979087 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:37.983407 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:38.123453 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Floating IP 9aaf84be-a937-4b5b-b142-37499a1e5093 associated. External IP: 172.27.1.196, port: d516677f-1d12-418e-b44d-28671f1b4295. Jul 27 18:04:38.131391 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531da943-ecb6-4918-b5b1-6bc9e554128c req-6997544e-94bf-45f2-b82e-62f2449eccf7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:38.132916 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-531da943-ecb6-4918-b5b1-6bc9e554128c req-6997544e-94bf-45f2-b82e-62f2449eccf7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0849352 Jul 27 18:04:38.175395 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-531da943-ecb6-4918-b5b1-6bc9e554128c req-af4bcc4f-8ac6-4af9-8590-fcf3fe7bd295 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358012 Jul 27 18:04:38.614466 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Router 02f0ad3b-94b9-494f-b19d-58235569f499 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:04:38.718356 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:04:38.724037 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:38.728706 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] Sync routers for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:04:38.739376 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:04:38.740178 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:04:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:04:38.764082 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0b558b54-21ac-455a-8ba4-75f097790174 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "PUT /v2.0/floatingips/9aaf84be-a937-4b5b-b142-37499a1e5093 HTTP/1.1" status: 200 len: 991 time: 1.2741182 Jul 27 18:04:38.764768 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'tag': 'd516677f-1d12-418e-b44d-28671f1b4295'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:04:38.767168 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539" -d '{"events": [{"name": "network-changed", "server_uuid": "78f46ded-00c2-4e9f-85a2-a2865817f4fa", "tag": "d516677f-1d12-418e-b44d-28671f1b4295"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:04:38.806279 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24981eb6-2e7a-4198-bfb7-e2e88b9fa3b5 x-openstack-request-id: req-24981eb6-2e7a-4198-bfb7-e2e88b9fa3b5 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:04:38.806649 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f46ded-00c2-4e9f-85a2-a2865817f4fa", "tag": "d516677f-1d12-418e-b44d-28671f1b4295", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:04:38.806973 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24981eb6-2e7a-4198-bfb7-e2e88b9fa3b5 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:04:38.807469 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'tag': 'd516677f-1d12-418e-b44d-28671f1b4295', 'status': 'completed', 'code': 200} Jul 27 18:04:38.849037 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:04:38.886160 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-4fc112cf-78d2-47bb-bd85-fe27ba735673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:38.887627 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-4fc112cf-78d2-47bb-bd85-fe27ba735673 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4c25fa77a9a40b79d09f6291421417a&device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 1098 time: 0.0561996 Jul 27 18:04:38.987319 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-c72dbd60-64dd-4ee9-b6b8-bdd4267752cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:38.989468 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-c72dbd60-64dd-4ee9-b6b8-bdd4267752cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 200 len: 912 time: 0.0877073 Jul 27 18:04:39.075955 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-9ce9300e-674a-4516-9606-6c7b443fb934 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d516677f-1d12-418e-b44d-28671f1b4295 HTTP/1.1" status: 200 len: 999 time: 0.0775659 Jul 27 18:04:39.084095 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '9aaf84be-a937-4b5b-b142-37499a1e5093', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'port_id': 'd516677f-1d12-418e-b44d-28671f1b4295', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'mac_address': 'fa:16:3e:ed:18:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:04:23Z', 'updated_at': '2021-07-27T18:04:37Z', 'revision_number': 1, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:04:39.110510 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] Checking router: 02f0ad3b-94b9-494f-b19d-58235569f499 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:04:39.119746 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:04:39.120376 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:04:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:04:39.129333 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-f33e4584-10bd-452a-b76a-7e35577a9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:39.130972 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-f33e4584-10bd-452a-b76a-7e35577a9ddc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 200 len: 850 time: 0.0464697 Jul 27 18:04:39.205032 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-0b26fca4-a6e7-41b1-9386-397bb33e7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:39.206647 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-0b26fca4-a6e7-41b1-9386-397bb33e7248 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=55fa5381-5562-4185-b5aa-68b4a64b453a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0671067 Jul 27 18:04:39.257861 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:04:39.329403 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-3dbeb301-d21c-4ebc-81c0-496dd9a5c084 service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145260 Jul 27 18:04:39.351948 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1a7df-3af5-4089-bf80-0f3c435826dd req-58d95edb-2d47-4c12-ad08-3deac83ccbeb tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:39.361460 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d7d1a7df-3af5-4089-bf80-0f3c435826dd req-58d95edb-2d47-4c12-ad08-3deac83ccbeb tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0814221 Jul 27 18:04:39.410055 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d7d1a7df-3af5-4089-bf80-0f3c435826dd req-e5a1a4c4-5c8e-4ead-9d93-18c4476bdb54 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441983 Jul 27 18:04:39.449292 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3e186e1-a92b-4d9d-8c2f-36acb22e5539 req-e3e877a2-56ca-4dc3-9805-3b0eb027590f service neutron] 10.222.0.41 "GET /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124048 Jul 27 18:04:39.552864 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '9aaf84be-a937-4b5b-b142-37499a1e5093', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'port_id': 'd516677f-1d12-418e-b44d-28671f1b4295', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'mac_address': 'fa:16:3e:ed:18:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:04:23Z', 'updated_at': '2021-07-27T18:04:37Z', 'revision_number': 1, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:04:39.580585 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76751aad-e13e-45b6-a316-dcb3ac3d014b None None] The sync data for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi is: [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '9aaf84be-a937-4b5b-b142-37499a1e5093', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'port_id': 'd516677f-1d12-418e-b44d-28671f1b4295', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'mac_address': 'fa:16:3e:ed:18:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:04:23Z', 'updated_at': '2021-07-27T18:04:37Z', 'revision_number': 1, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:04:39.774231 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382e7ecb-6325-4f0f-8ea3-08e83e663b9c None None] New status for floating IP 9aaf84be-a937-4b5b-b142-37499a1e5093: ACTIVE {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:04:40.465551 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:04:40.556703 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36474) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:40.567142 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2664e-a28f-4e26-94ff-b664abfdf20a req-5e196346-967e-433c-8e7e-94ed7028bcc5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:40.570473 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-98b2664e-a28f-4e26-94ff-b664abfdf20a req-5e196346-967e-433c-8e7e-94ed7028bcc5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 944 time: 0.0897493 Jul 27 18:04:40.618801 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-98b2664e-a28f-4e26-94ff-b664abfdf20a req-aa5623b8-da47-481d-989c-f0cabef4c49a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419250 Jul 27 18:04:40.637307 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36478) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:40.700882 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:04:40.713542 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'port_id': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'mac_address': 'fa:16:3e:e2:00:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:04:40.752394 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:40.765333 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce741717-0eeb-44b5-8f75-7b9848b6e4bd {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:04:40.771944 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-64511218-b9c3-4526-b5b2-e07ea5f44dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:40.774650 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb915-35c8-4f9c-b319-f2db33d92040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:40.787133 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:04:40.791823 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:40.814963 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.db.api [None req-4c9fb915-35c8-4f9c-b319-f2db33d92040 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 27 18:04:40.814963 dv-cinder-786260-13-iscsi neutron-server[93051]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 27 18:04:40.814963 dv-cinder-786260-13-iscsi neutron-server[93051]: [parameters: {'project_id': '90bb9e591722409d88f79eaab4e41509', 'id': 'a7a63c2e-1460-434a-9369-5cd04efbb303', 'expiration': datetime.datetime(2021, 7, 27, 18, 6, 40, 804427)}] Jul 27 18:04:40.814963 dv-cinder-786260-13-iscsi neutron-server[93051]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 27 18:04:40.815480 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG oslo_db.api [None req-4c9fb915-35c8-4f9c-b319-f2db33d92040 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 27 18:04:40.840702 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=9']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:40.881314 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-64511218-b9c3-4526-b5b2-e07ea5f44dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:40.887587 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-64511218-b9c3-4526-b5b2-e07ea5f44dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:40.923749 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-64511218-b9c3-4526-b5b2-e07ea5f44dbf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=596af56cc1e84ffd9bc86821c084676f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650010 Jul 27 18:04:40.924938 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64511218-b9c3-4526-b5b2-e07ea5f44dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b2828b-db89-4a42-b5de-be49a6622d41,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:40.926723 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36484) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:40.994268 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9493b761-e001-4ceb-9b30-5d8c5fd7dff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.017739 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9493b761-e001-4ceb-9b30-5d8c5fd7dff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.040971 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['ce741717-0eeb-44b5-8f75-7b9848b6e4bd'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:04:41.064238 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9493b761-e001-4ceb-9b30-5d8c5fd7dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.067583 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9493b761-e001-4ceb-9b30-5d8c5fd7dff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.068748 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9493b761-e001-4ceb-9b30-5d8c5fd7dff8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60b2828b-db89-4a42-b5de-be49a6622d41 HTTP/1.1" status: 204 len: 168 time: 0.1403401 Jul 27 18:04:41.076566 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493b761-e001-4ceb-9b30-5d8c5fd7dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b2828b-db89-4a42-b5de-be49a6622d41,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:41.318160 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb915-35c8-4f9c-b319-f2db33d92040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.417627 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb915-35c8-4f9c-b319-f2db33d92040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.422189 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb915-35c8-4f9c-b319-f2db33d92040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.460436 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4c9fb915-35c8-4f9c-b319-f2db33d92040 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90bb9e591722409d88f79eaab4e41509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220751 Jul 27 18:04:41.461234 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9fb915-35c8-4f9c-b319-f2db33d92040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40708a7-28f8-4d7c-b4f3-75578b1515f2,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:41.463337 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36490) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:04:41.513182 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-eab95d5f-0227-441c-8d7a-6aa1bb4fb92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.534238 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-eab95d5f-0227-441c-8d7a-6aa1bb4fb92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.580426 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-eab95d5f-0227-441c-8d7a-6aa1bb4fb92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.583186 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-eab95d5f-0227-441c-8d7a-6aa1bb4fb92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:41.584331 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-eab95d5f-0227-441c-8d7a-6aa1bb4fb92f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a40708a7-28f8-4d7c-b4f3-75578b1515f2 HTTP/1.1" status: 204 len: 168 time: 0.1192279 Jul 27 18:04:41.591991 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab95d5f-0227-441c-8d7a-6aa1bb4fb92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40708a7-28f8-4d7c-b4f3-75578b1515f2,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:41.782634 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92cec6-3843-4330-a3ae-f1f687316784 req-0aea1c95-e83e-4257-a123-1d24cb1fc276 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:41.784317 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cd92cec6-3843-4330-a3ae-f1f687316784 req-0aea1c95-e83e-4257-a123-1d24cb1fc276 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 945 time: 0.0760939 Jul 27 18:04:41.828190 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cd92cec6-3843-4330-a3ae-f1f687316784 req-f9638598-fa84-4d3f-8389-615d0ef5a2b4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370193 Jul 27 18:04:42.495883 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:04:42.542612 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port ce741717-0eeb-44b5-8f75-7b9848b6e4bd triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:04:42.542984 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:42.619715 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:42.641006 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:04:42.643273 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774d09ff-cade-43df-9678-bdd102aabfc8" -d '{"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:04:42.656275 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:04:42.660980 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:42.686887 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40276a10-93ef-4737-88a2-de1b386785a0 x-openstack-request-id: req-40276a10-93ef-4737-88a2-de1b386785a0 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:04:42.687205 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-plugged", "status": "completed", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:04:42.687457 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40276a10-93ef-4737-88a2-de1b386785a0 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:04:42.687844 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'code': 200} Jul 27 18:04:42.717370 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=10']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:04:42.968366 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d8230-7cf7-40a3-a946-ee012fe38f3f req-1e6b0845-7f2b-49c3-b16b-033a19c25ac6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:42.969893 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2b2d8230-7cf7-40a3-a946-ee012fe38f3f req-1e6b0845-7f2b-49c3-b16b-033a19c25ac6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 947 time: 0.0656941 Jul 27 18:04:43.008790 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2b2d8230-7cf7-40a3-a946-ee012fe38f3f req-d637c469-2613-48ce-99bb-b7d68bf4da26 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322604 Jul 27 18:04:43.160213 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c5b3f-69bd-4850-adca-5179ced8552f req-c2557318-e36a-49f7-a765-b04e1fd27a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:43.162281 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3b3c5b3f-69bd-4850-adca-5179ced8552f req-c2557318-e36a-49f7-a765-b04e1fd27a0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 1100 time: 0.0541527 Jul 27 18:04:43.198253 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3b3c5b3f-69bd-4850-adca-5179ced8552f req-e81d68c8-1361-41fd-b059-bba5f22b30ad service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282555 Jul 27 18:04:44.145187 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915d8b0-88c1-439d-81ba-659170725d76 req-dbd59b27-2f6c-4929-a9a8-60d4e1e56c1c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:44.146684 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6915d8b0-88c1-439d-81ba-659170725d76 req-dbd59b27-2f6c-4929-a9a8-60d4e1e56c1c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 947 time: 0.0628860 Jul 27 18:04:44.191384 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6915d8b0-88c1-439d-81ba-659170725d76 req-8118073e-777d-4204-83d0-d260403d0453 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Jul 27 18:04:45.327446 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aee7e7-8c73-4b13-abae-c2c783b13ca6 req-02f5051b-b361-46eb-a936-4bbd16365cbe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:04:45.328926 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-51aee7e7-8c73-4b13-abae-c2c783b13ca6 req-02f5051b-b361-46eb-a936-4bbd16365cbe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 947 time: 0.0666840 Jul 27 18:04:45.367150 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-51aee7e7-8c73-4b13-abae-c2c783b13ca6 req-d4564b9b-75bc-454b-8a34-80b2d96da979 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321615 Jul 27 18:04:50.789349 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e0baac48-c81f-430b-a5f5-fab6008b2604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:53.656608 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:53.658250 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-266ef5fe-dd67-4dcb-b81b-c085c8dbc14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:54.428504 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:04:56.122582 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:00.459724 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-6c922ee3-b6be-4284-b1e1-b4538d9dd1f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514038 Jul 27 18:05:00.539279 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-b3563763-a504-4b2d-9f58-6fc128a74809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:00.540796 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-b3563763-a504-4b2d-9f58-6fc128a74809 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 1100 time: 0.0581291 Jul 27 18:05:00.648261 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-9bf484fe-812d-4e1c-b097-a12403065384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:00.649737 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-9bf484fe-812d-4e1c-b097-a12403065384 service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.0843289 Jul 27 18:05:00.723238 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-d454df5b-7f0d-4518-a3f9-37f43d554f9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd HTTP/1.1" status: 200 len: 1001 time: 0.0612051 Jul 27 18:05:00.777331 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-bf55307e-efc3-4f54-ae82-9e0c569ccca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:00.778754 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-bf55307e-efc3-4f54-ae82-9e0c569ccca6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0452015 Jul 27 18:05:00.837860 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-aed625ea-be5a-444f-bc46-40b102284745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:00.839259 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-aed625ea-be5a-444f-bc46-40b102284745 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517709 Jul 27 18:05:00.931641 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-34295a7d-0f45-4dd9-a0b6-8de8667a2dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827701 Jul 27 18:05:01.026347 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-64fb3925-f8d5-4cc3-919d-c111a8f64d6f req-80164ecb-361a-4497-8599-b6de49e52bfd service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823991 Jul 27 18:05:01.575322 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:02.011300 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:05:20.790228 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c7a5-2419-414e-b325-5f41968d559a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:23.656163 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:23.659454 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-616aa65d-03a7-4706-890c-dbee81121f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:24.431013 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:26.128392 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:29.434074 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93e8cf-e4d5-494e-8249-d6fc023ed8a3 req-cc26feeb-987f-44d4-8663-1499dd096b42 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:29.435501 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5a93e8cf-e4d5-494e-8249-d6fc023ed8a3 req-cc26feeb-987f-44d4-8663-1499dd096b42 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 947 time: 0.0628626 Jul 27 18:05:29.473698 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5a93e8cf-e4d5-494e-8249-d6fc023ed8a3 req-5d4042e7-bf85-4318-92f0-0095c9d7e5e1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321493 Jul 27 18:05:30.610847 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae77ba-3580-4841-ba70-b10ebdfaf438 req-2b6d6b42-a04f-4c38-a07f-c00e8d6c39cf tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:30.612442 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-35ae77ba-3580-4841-ba70-b10ebdfaf438 req-2b6d6b42-a04f-4c38-a07f-c00e8d6c39cf tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 947 time: 0.0671327 Jul 27 18:05:30.651414 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-35ae77ba-3580-4841-ba70-b10ebdfaf438 req-2c1c50e7-0982-4b10-9b01-641a0245cb0f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcb1c08-aeeb-4b73-adbb-ba9dade15542&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326324 Jul 27 18:05:31.042968 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-bba2e3f0-6611-488c-ad14-4d0a96ab3366 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:31.044480 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-bba2e3f0-6611-488c-ad14-4d0a96ab3366 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 947 time: 0.0627732 Jul 27 18:05:31.146481 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Deleting port ce741717-0eeb-44b5-8f75-7b9848b6e4bd {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:05:31.146829 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:31.235356 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] For port ce741717-0eeb-44b5-8f75-7b9848b6e4bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:31.235637 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:31.406088 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:31.406462 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:31.406776 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Floating IP 72d3f717-c9dc-4bdb-b316-ceed277f623d disassociated. External IP: 172.27.1.72, port: ce741717-0eeb-44b5-8f75-7b9848b6e4bd. Jul 27 18:05:31.407147 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Calling delete_port for ce741717-0eeb-44b5-8f75-7b9848b6e4bd owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:05:31.533698 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:31.565142 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event deleted for resources: {'Port': ['ID=ce741717-0eeb-44b5-8f75-7b9848b6e4bd,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:31.575582 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.575901 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.576246 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.576588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.576863 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:31.577341 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.577341 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.577567 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.577882 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.578208 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.578535 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.578862 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.579212 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:31.691684 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Router 2a717dc6-67e2-49dc-8011-20daa417d8b6 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:05:31.757517 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ab4131b9-1613-430f-96b8-1fe8741817f3 req-8d62c331-83a1-41de-859f-aaf7c29abad5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f86ca5-714f-4bd4-9773-a2dbe3847dcf HTTP/1.1" status: 200 len: 210 time: 0.0285449 Jul 27 18:05:31.801275 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:05:31.811368 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] Sync routers for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:05:31.821031 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:05:31.821745 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:31.849575 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] No DVR routers for this DVR port ce741717-0eeb-44b5-8f75-7b9848b6e4bd on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:05:31.852124 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:31.854248 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0eac2e3e-e53d-46e1-aecc-c22ea4fb1bd9 req-4b1cc1cb-a254-4864-8b05-e7306fd63158 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "DELETE /v2.0/ports/ce741717-0eeb-44b5-8f75-7b9848b6e4bd HTTP/1.1" status: 204 len: 173 time: 0.8037586 Jul 27 18:05:31.854741 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-deleted', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:05:31.857053 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b75e183-2f35-4c94-80cb-d8dc602eaa09" -d '{"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-deleted", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:05:31.900352 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ba9b77-f30e-41a1-a10a-ba4ff25040af x-openstack-request-id: req-57ba9b77-f30e-41a1-a10a-ba4ff25040af {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:05:31.900976 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f86ca5-714f-4bd4-9773-a2dbe3847dcf", "name": "network-vif-deleted", "tag": "ce741717-0eeb-44b5-8f75-7b9848b6e4bd", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:05:31.901275 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57ba9b77-f30e-41a1-a10a-ba4ff25040af {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:05:31.901801 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f86ca5-714f-4bd4-9773-a2dbe3847dcf', 'name': 'network-vif-deleted', 'tag': 'ce741717-0eeb-44b5-8f75-7b9848b6e4bd', 'status': 'completed', 'code': 200} Jul 27 18:05:31.940570 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:05:32.150534 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:32.180105 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] Checking router: 2a717dc6-67e2-49dc-8011-20daa417d8b6 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:05:32.188130 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:05:32.188736 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:32.294600 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:05:32.495265 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:32.521606 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88300c66-48f5-4925-8733-4cbcca1a4a61 None None] The sync data for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi is: [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:05:32.717912 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc876c0-4496-4ab8-958b-fc6b70dd2b13 None None] New status for floating IP 72d3f717-c9dc-4bdb-b316-ceed277f623d: DOWN {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:05:32.847654 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36722) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:32.902978 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:32.926632 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:32.975426 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:32.978100 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:32.979293 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "DELETE /v2.0/security-groups/dfcb1c08-aeeb-4b73-adbb-ba9dade15542 HTTP/1.1" status: 204 len: 168 time: 0.1304996 Jul 27 18:05:32.982130 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36724) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:32.989197 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb1c08-aeeb-4b73-adbb-ba9dade15542,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:32.996155 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.api.v2.resource [None req-7e05ccfd-f415-4627-8ae8-f19bfc4679d6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] show failed (client error): The resource could not be found. Jul 27 18:05:32.996328 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.996557 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.996911 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.997260 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.997385 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7e05ccfd-f415-4627-8ae8-f19bfc4679d6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups/dfcb1c08-aeeb-4b73-adbb-ba9dade15542 HTTP/1.1" status: 404 len: 347 time: 0.0140984 Jul 27 18:05:32.997688 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.998033 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.998374 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.998712 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.999081 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.999418 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:32.999855 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:33.000055 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36726) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:33.000194 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e74649-ff79-4ef0-833f-6b49a9f6b2f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:33.124346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Deleting port 17c2dbdd-e683-4b55-a3de-961c3a8d6d19 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:05:33.124684 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:33.197631 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:33.197969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:33.210734 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Calling delete_port for 17c2dbdd-e683-4b55-a3de-961c3a8d6d19 owned by network:floatingip {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:05:33.352582 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:33.377502 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event deleted for resources: {'Port': ['ID=17c2dbdd-e683-4b55-a3de-961c3a8d6d19,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:33.444247 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:33.446763 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:33.448096 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-c43675b1-84e7-4957-975f-13ced3c5874c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "DELETE /v2.0/floatingips/72d3f717-c9dc-4bdb-b316-ceed277f623d HTTP/1.1" status: 204 len: 168 time: 0.4470160 Jul 27 18:05:33.637509 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148149c0-7c76-4dd5-82f8-d9e38fec26bd req-a2aa828f-3520-4112-add6-24043d73fa00 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:33.638879 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-148149c0-7c76-4dd5-82f8-d9e38fec26bd req-a2aa828f-3520-4112-add6-24043d73fa00 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0672057 Jul 27 18:05:33.676990 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-148149c0-7c76-4dd5-82f8-d9e38fec26bd req-44d15ade-48ba-4c08-bbf3-77fd678a25f6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311568 Jul 27 18:05:33.924642 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36736) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:33.929361 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-d8a63c8b-6941-4780-bb83-eb7445f99743 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011813600', 'description': 'tempest-description--417008010'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:05:33.950167 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d8a63c8b-6941-4780-bb83-eb7445f99743 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.028720 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d8a63c8b-6941-4780-bb83-eb7445f99743 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.032273 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d8a63c8b-6941-4780-bb83-eb7445f99743 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.059800 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d8a63c8b-6941-4780-bb83-eb7445f99743 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.061024 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-d8a63c8b-6941-4780-bb83-eb7445f99743 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1353588 Jul 27 18:05:34.062870 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a63c8b-6941-4780-bb83-eb7445f99743 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7870c19-e53f-46b5-8fe5-a80aa6095827,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:34.064151 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36738) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:34.070060 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-144301bc-5f46-4662-bd84-384e65a63391 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'security_group_rule': {'security_group_id': 'e7870c19-e53f-46b5-8fe5-a80aa6095827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:05:34.098073 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-144301bc-5f46-4662-bd84-384e65a63391 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.147038 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-144301bc-5f46-4662-bd84-384e65a63391 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.151710 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-144301bc-5f46-4662-bd84-384e65a63391 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.170734 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144301bc-5f46-4662-bd84-384e65a63391 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09668ce2-e997-41a0-a814-44af693cf0cb,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:34.183121 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-144301bc-5f46-4662-bd84-384e65a63391 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.184332 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-144301bc-5f46-4662-bd84-384e65a63391 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184764 Jul 27 18:05:34.186987 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36742) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:34.192072 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-a3b5096b-c02b-4f56-bf5e-72b612ae0b2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'security_group_rule': {'security_group_id': 'e7870c19-e53f-46b5-8fe5-a80aa6095827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:05:34.218946 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a3b5096b-c02b-4f56-bf5e-72b612ae0b2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.277556 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a3b5096b-c02b-4f56-bf5e-72b612ae0b2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.281340 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a3b5096b-c02b-4f56-bf5e-72b612ae0b2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.300417 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5096b-c02b-4f56-bf5e-72b612ae0b2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b31f03d-314c-4806-98df-66d6b5b1d7d1,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:34.315657 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a3b5096b-c02b-4f56-bf5e-72b612ae0b2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.316937 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-a3b5096b-c02b-4f56-bf5e-72b612ae0b2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289771 Jul 27 18:05:34.320299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36744) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:34.324959 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:05:34.348785 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.448372 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.554704 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Allocated IP 172.27.1.236 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/9f039ab6-914b-4f10-b4aa-966a0674c179) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:05:34.663162 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.701405 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.741575 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:05:34.751696 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:05:34.755207 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:05:34.758805 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'Port': ['ID=9f039ab6-914b-4f10-b4aa-966a0674c179,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:34.808205 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:05:34.814645 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8d06-ad4f-4294-97d5-1f6870dc9f26 req-09661796-e1f5-4f74-8774-2e255dc5ceac tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:34.816240 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-afbb8d06-ad4f-4294-97d5-1f6870dc9f26 req-09661796-e1f5-4f74-8774-2e255dc5ceac tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0713980 Jul 27 18:05:34.839447 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: ce741717-0eeb-44b5-8f75-7b9848b6e4bd {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:05:34.839859 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ce741717-0eeb-44b5-8f75-7b9848b6e4bd not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:05:34.849411 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:34.858285 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-afbb8d06-ad4f-4294-97d5-1f6870dc9f26 req-3871408a-2dca-4ca9-898f-6387fe79c278 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361006 Jul 27 18:05:34.897481 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:35.052869 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:35.057312 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:35.124704 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'Port': ['ID=9f039ab6-914b-4f10-b4aa-966a0674c179,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:35.135316 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:35.148919 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:35.150209 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-100c4816-86af-4b74-b310-2f78a633b51c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8288660 Jul 27 18:05:35.291373 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-8f3f7f3e-6afe-4bf8-a7c2-a6402b135146 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2011813600&fields=id&tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b HTTP/1.1" status: 200 len: 267 time: 0.0338912 Jul 27 18:05:35.397946 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-05636ea3-8eae-422e-910a-d9b7d2f197a3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:35.399399 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-05636ea3-8eae-422e-910a-d9b7d2f197a3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 817 time: 0.1014795 Jul 27 18:05:35.413686 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-75d547aa-83c7-4a31-b918-f374cb33ee69 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/quotas/b2fda4fd0d2f4c02aca1bd9222da4e7b HTTP/1.1" status: 200 len: 375 time: 0.0086071 Jul 27 18:05:35.478544 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-0ac3f82a-a992-461f-9078-c7790fb34743 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597584 Jul 27 18:05:35.573850 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-9a5f1567-f871-43d9-8c1d-6bd539dc3ccd service neutron] 10.222.0.47 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831530 Jul 27 18:05:35.663463 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-a72d8e84-9b0e-48d7-9dd0-521b8e364ed7 service neutron] 10.222.0.47 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835910 Jul 27 18:05:35.838765 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-adff74d2-8ae5-4e85-be33-3f169ecd7049 req-493c7dc5-7559-41d6-958b-ff1d994ac258 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 210 time: 0.0284376 Jul 27 18:05:35.992962 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba8785-abf8-41fe-989d-fb880140e7ea req-ef0869b0-3889-44c2-a379-f59b86b78e15 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:35.994445 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c5ba8785-abf8-41fe-989d-fb880140e7ea req-ef0869b0-3889-44c2-a379-f59b86b78e15 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0634542 Jul 27 18:05:36.036649 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c5ba8785-abf8-41fe-989d-fb880140e7ea req-3990422a-39bb-4194-ad59-84bad683de68 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360277 Jul 27 18:05:36.763847 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-4d04dfbb-6438-41c5-a46f-3d19d55e53ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:36.765217 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-4d04dfbb-6438-41c5-a46f-3d19d55e53ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 817 time: 0.1043580 Jul 27 18:05:36.816125 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-e2f1fbc0-d316-49e9-955e-9d67a1be9098 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b HTTP/1.1" status: 200 len: 380 time: 0.0373454 Jul 27 18:05:36.834329 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'port': {'device_id': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'admin_state_up': True, 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'security_groups': ['e7870c19-e53f-46b5-8fe5-a80aa6095827']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:05:36.941295 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-69cb0795-e077-4c32-8231-1470a276407f req-e10a950a-6281-4ffc-bbd9-45a22deb118b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 210 time: 0.0309956 Jul 27 18:05:36.950887 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Made reservation on behalf of b2fda4fd0d2f4c02aca1bd9222da4e7b for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:05:36.954393 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:37.089969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Allocated IP 172.20.0.14 (844f09e2-67d6-447e-b105-08086c5dc8ee/9375d107-c4f4-436e-b399-881ac1a7a3e1/ee1585f0-bf3a-44d0-9387-433479a8ecb6) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:05:37.258700 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67ca53-979e-46d7-b3dd-f0fcbbb45c5e req-89603b0d-c7ca-4fe1-aec3-2e832cbf3c27 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:37.260272 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4c67ca53-979e-46d7-b3dd-f0fcbbb45c5e req-89603b0d-c7ca-4fe1-aec3-2e832cbf3c27 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.1540885 Jul 27 18:05:37.295181 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:37.320297 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Transition to ACTIVE for port object ee1585f0-bf3a-44d0-9387-433479a8ecb6 will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:05:37.327734 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4c67ca53-979e-46d7-b3dd-f0fcbbb45c5e req-0ba3aaa4-ffe0-4154-b3e8-cd6bae4e8356 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603714 Jul 27 18:05:37.359228 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:37.670394 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Network 844f09e2-67d6-447e-b105-08086c5dc8ee is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:05:37.675572 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:05:37.679139 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:05:37.702878 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:37.738834 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:37.739653 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:37.754608 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-ff1cc310-9540-4c44-be1a-6488b46a7060 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9241359 Jul 27 18:05:37.769625 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Request body: {'port': {'device_id': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:05:37.847749 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:37.886213 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-17d9ee8d-e737-4903-bb82-edc245286009 None None] Provisioning for port ee1585f0-bf3a-44d0-9387-433479a8ecb6 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:05:37.891622 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-17d9ee8d-e737-4903-bb82-edc245286009 None None] Provisioning complete for port ee1585f0-bf3a-44d0-9387-433479a8ecb6 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:05:37.892797 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-17d9ee8d-e737-4903-bb82-edc245286009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:37.932714 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-17d9ee8d-e737-4903-bb82-edc245286009 None None] Port ee1585f0-bf3a-44d0-9387-433479a8ecb6 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:05:38.138768 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33707b16-f97a-4502-be6f-ad2b13801258 req-65120a28-aa5f-4e3e-b2f7-2d4d36cca2df tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:38.140292 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-33707b16-f97a-4502-be6f-ad2b13801258 req-65120a28-aa5f-4e3e-b2f7-2d4d36cca2df tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 932 time: 0.1041176 Jul 27 18:05:38.212874 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1585f0-bf3a-44d0-9387-433479a8ecb6 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:05:38.223984 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-33707b16-f97a-4502-be6f-ad2b13801258 req-88cba2da-4764-49c5-aa18-18e5c968f168 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747151 Jul 27 18:05:38.225653 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:38.238022 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Transition to ACTIVE for port object ee1585f0-bf3a-44d0-9387-433479a8ecb6 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:05:38.242124 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:38.316331 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:38.374039 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Attempting to bind port ee1585f0-bf3a-44d0-9387-433479a8ecb6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:05:38.374361 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Attempting to bind port ee1585f0-bf3a-44d0-9387-433479a8ecb6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:05:38.374701 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Attempting to bind port ee1585f0-bf3a-44d0-9387-433479a8ecb6 on network 844f09e2-67d6-447e-b105-08086c5dc8ee {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:05:38.379478 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Port ee1585f0-bf3a-44d0-9387-433479a8ecb6 on network 844f09e2-67d6-447e-b105-08086c5dc8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:05:38.379814 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Attempting to bind port ee1585f0-bf3a-44d0-9387-433479a8ecb6 on network 844f09e2-67d6-447e-b105-08086c5dc8ee {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:05:38.385074 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:05:38.385426 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Checking segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:05:38.385820 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Bound using segment: {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:05:38.386261 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Bound port: ee1585f0-bf3a-44d0-9387-433479a8ecb6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6447df73-bcd3-494f-b251-b89fcf0b53cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:05:38.386630 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:38.460016 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:05:38.463491 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:05:38.467830 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:38.469927 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c7ef3-2be4-4c06-a802-7f82204fc7ff req-c88b0b47-9989-4e21-9cdc-0dc5c330539d tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:38.472597 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5b4c7ef3-2be4-4c06-a802-7f82204fc7ff req-c88b0b47-9989-4e21-9cdc-0dc5c330539d tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0696499 Jul 27 18:05:38.500657 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:38.501308 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:38.502702 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] 10.222.0.41 "PUT /v2.0/ports/ee1585f0-bf3a-44d0-9387-433479a8ecb6 HTTP/1.1" status: 200 len: 1094 time: 0.7385936 Jul 27 18:05:38.503173 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:05:38.505568 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39f78fa-1b17-439a-a1c9-61713ee6514f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:05:38.528977 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5b4c7ef3-2be4-4c06-a802-7f82204fc7ff req-f32c174f-d018-4370-99ab-b9ae08e72cd8 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489078 Jul 27 18:05:38.534161 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c4ddb-c7cb-467a-bec8-ad1a8d41e15d service neutron] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:38.564718 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8173f58d-48d9-4677-a16c-0aca918a4683 x-openstack-request-id: req-8173f58d-48d9-4677-a16c-0aca918a4683 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:05:38.565054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:05:38.565309 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8173f58d-48d9-4677-a16c-0aca918a4683 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:05:38.565704 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'status': 'completed', 'code': 200} Jul 27 18:05:38.613179 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-3a11702b-c4a8-407e-ac30-ae884dae9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:38.614704 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-3a11702b-c4a8-407e-ac30-ae884dae9e8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 1097 time: 0.0627871 Jul 27 18:05:38.666805 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-f88c71e8-dbde-4bec-9fdf-780fc74843ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6 HTTP/1.1" status: 200 len: 217 time: 0.0416763 Jul 27 18:05:38.720582 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-af21aafa-e298-43fb-a4c9-9ec572e65524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:38.721985 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-af21aafa-e298-43fb-a4c9-9ec572e65524 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0454309 Jul 27 18:05:38.783181 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-2f94651a-5f53-4e0c-845d-93f9735fe2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:38.784567 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-2f94651a-5f53-4e0c-845d-93f9735fe2bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536463 Jul 27 18:05:38.878753 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-cdc1752b-fbdb-4c9d-bd9d-f2630637f25d service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850883 Jul 27 18:05:38.975606 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e10d71-1fee-486d-a196-8a56b4533781 req-b8f438d7-7dc8-4616-8149-3039ed4f900a service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884190 Jul 27 18:05:39.010513 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:05:39.092001 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-df8c1f05-a981-43dc-9755-fa813a0d22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:39.093523 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-df8c1f05-a981-43dc-9755-fa813a0d22a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 1097 time: 0.0575564 Jul 27 18:05:39.192249 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-3ab33a56-af50-41dc-9efa-92083ade5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:39.193759 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-3ab33a56-af50-41dc-9efa-92083ade5d90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.0923152 Jul 27 18:05:39.241338 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-1c7acfc3-5f7b-4d0c-8c67-b7dd4606c6b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6 HTTP/1.1" status: 200 len: 217 time: 0.0388498 Jul 27 18:05:39.324462 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-795f9774-dd6f-4c40-a5b7-d495e74fd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:39.326148 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-795f9774-dd6f-4c40-a5b7-d495e74fd672 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0719438 Jul 27 18:05:39.365637 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1b6a5-0756-4b4d-bf5b-9e0c1c371b40 req-5d481fb8-7868-4115-a284-7fe42261d478 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:39.367441 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1ee1b6a5-0756-4b4d-bf5b-9e0c1c371b40 req-5d481fb8-7868-4115-a284-7fe42261d478 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0660038 Jul 27 18:05:39.392083 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-de076a60-efdc-4d41-aeb9-01c4303d5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:39.393604 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-de076a60-efdc-4d41-aeb9-01c4303d5605 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561824 Jul 27 18:05:39.406298 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1ee1b6a5-0756-4b4d-bf5b-9e0c1c371b40 req-47561748-6e5c-407e-a450-ed04f1b97934 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Jul 27 18:05:39.489734 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-4235c112-4129-4e07-869e-60154e9f5306 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863116 Jul 27 18:05:39.584486 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b39f78fa-1b17-439a-a1c9-61713ee6514f req-54cfa424-1a3a-4eb1-ac79-f0fb2151adf7 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873783 Jul 27 18:05:39.666460 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aadf9-4901-472f-923d-9145324bd39c req-2b287b32-8062-4579-bbd6-f91501850d32 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:39.667971 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4b0aadf9-4901-472f-923d-9145324bd39c req-2b287b32-8062-4579-bbd6-f91501850d32 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0636694 Jul 27 18:05:39.707791 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4b0aadf9-4901-472f-923d-9145324bd39c req-0c9e9648-16f0-4dd0-878f-0fd2102e472e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333219 Jul 27 18:05:40.545729 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f871d-0185-4212-84ea-6171a9e135d1 req-79558890-a99b-4858-8def-312de783cd10 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:40.547241 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7f2f871d-0185-4212-84ea-6171a9e135d1 req-79558890-a99b-4858-8def-312de783cd10 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0707586 Jul 27 18:05:40.585244 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7f2f871d-0185-4212-84ea-6171a9e135d1 req-7c8d369a-595d-446e-8b90-675ed9bdb631 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Jul 27 18:05:40.791386 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b3b2f-6ea4-41fa-89ea-ed59f08fcde4 req-55916985-0d89-45a8-84fb-b484b1d71a88 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:40.793170 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-613b3b2f-6ea4-41fa-89ea-ed59f08fcde4 req-55916985-0d89-45a8-84fb-b484b1d71a88 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0672336 Jul 27 18:05:40.809001 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:05:40.834918 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-613b3b2f-6ea4-41fa-89ea-ed59f08fcde4 req-2b333658-c34c-40e3-8c83-0e86652b73c5 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351994 Jul 27 18:05:40.843856 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21831e-2391-4e58-9ecc-0319dd6a9ddc req-e94778d8-1bef-4512-82f0-51fdb3ec33c5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:40.845604 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-df21831e-2391-4e58-9ecc-0319dd6a9ddc req-e94778d8-1bef-4512-82f0-51fdb3ec33c5 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0668788 Jul 27 18:05:40.889699 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-df21831e-2391-4e58-9ecc-0319dd6a9ddc req-28c8c72a-3b23-42b9-b67a-52c2a6f3f476 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378411 Jul 27 18:05:40.920421 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:40.932194 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'port_id': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'mac_address': 'fa:16:3e:82:d9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:05:40.971273 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:40.983236 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1585f0-bf3a-44d0-9387-433479a8ecb6 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:05:41.003252 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:41.008157 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:41.054958 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:41.061712 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.062067 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.062413 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.062745 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.063173 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.063506 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.063915 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.064240 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.064640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.064965 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.065311 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.065631 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:05:41.256484 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['ee1585f0-bf3a-44d0-9387-433479a8ecb6'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:05:41.717766 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb0812-cbbe-4254-ab27-87733607cf8b req-8749b4e4-6b60-4741-9192-1180918b18ea tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:41.719258 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-98fb0812-cbbe-4254-ab27-87733607cf8b req-8749b4e4-6b60-4741-9192-1180918b18ea tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 945 time: 0.0626607 Jul 27 18:05:41.757934 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-98fb0812-cbbe-4254-ab27-87733607cf8b req-ba13c2a5-f3b6-4ffe-88c4-6c0b1bb00103 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Jul 27 18:05:41.965312 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129dfe1-ecf9-4666-b092-491df08fb2e2 req-6df89682-4877-41f6-87bc-18d0eed3c7ca tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:41.966829 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a129dfe1-ecf9-4666-b092-491df08fb2e2 req-6df89682-4877-41f6-87bc-18d0eed3c7ca tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0642002 Jul 27 18:05:42.005624 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a129dfe1-ecf9-4666-b092-491df08fb2e2 req-fea81f2f-46a3-4e5b-8c1e-c2fba6606c82 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324726 Jul 27 18:05:42.020785 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb81368-1ab6-4c8a-ae00-964d9f0f26b0 req-fdd7f68d-bb42-4203-9a96-3af814a30f49 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:42.022320 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cfb81368-1ab6-4c8a-ae00-964d9f0f26b0 req-fdd7f68d-bb42-4203-9a96-3af814a30f49 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0638325 Jul 27 18:05:42.065059 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cfb81368-1ab6-4c8a-ae00-964d9f0f26b0 req-1f177509-a85a-4ad8-bd69-640fa5890d16 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366161 Jul 27 18:05:42.589002 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-57ad6510-467d-4336-956b-ea83a418dab7 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:42.590374 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-57ad6510-467d-4336-956b-ea83a418dab7 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0621827 Jul 27 18:05:42.699607 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Deleting port d516677f-1d12-418e-b44d-28671f1b4295 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:05:42.699951 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:42.791495 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] For port d516677f-1d12-418e-b44d-28671f1b4295, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d516677f-1d12-418e-b44d-28671f1b4295,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:42.791868 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:42.823789 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:05:42.872866 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port ee1585f0-bf3a-44d0-9387-433479a8ecb6 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:05:42.877104 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port ee1585f0-bf3a-44d0-9387-433479a8ecb6 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:05:42.877485 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:42.952611 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:42.977967 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:05:42.980699 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0e2e91-0a7a-48c2-b840-f4387e1ea90f" -d '{"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-plugged", "status": "completed", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:05:42.988486 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404e99-8cd7-4480-b9da-aeee4baa3942 req-bb17be47-a461-4ba2-9283-365dba823b69 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:42.990218 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d3404e99-8cd7-4480-b9da-aeee4baa3942 req-bb17be47-a461-4ba2-9283-365dba823b69 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 945 time: 0.1523240 Jul 27 18:05:43.000294 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:43.005541 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:43.030237 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:43.030620 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:43.031029 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Floating IP 9aaf84be-a937-4b5b-b142-37499a1e5093 disassociated. External IP: 172.27.1.196, port: d516677f-1d12-418e-b44d-28671f1b4295. Jul 27 18:05:43.031625 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Calling delete_port for d516677f-1d12-418e-b44d-28671f1b4295 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:05:43.038013 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e3a99b-6bb3-4b1f-8039-66752ba31363 x-openstack-request-id: req-28e3a99b-6bb3-4b1f-8039-66752ba31363 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:05:43.038600 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-plugged", "status": "completed", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:05:43.038600 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-28e3a99b-6bb3-4b1f-8039-66752ba31363 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:05:43.038940 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'code': 200} Jul 27 18:05:43.060587 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d3404e99-8cd7-4480-b9da-aeee4baa3942 req-f86b5361-e4f5-4aaa-89fa-06acd3e21a23 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588784 Jul 27 18:05:43.071475 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:43.173186 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ca0c1-68f5-4ee6-b2cd-5b63cbe92666 req-90e77b59-3690-4576-85a1-09d9887add23 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:43.175020 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-633ca0c1-68f5-4ee6-b2cd-5b63cbe92666 req-90e77b59-3690-4576-85a1-09d9887add23 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 945 time: 0.0754766 Jul 27 18:05:43.215565 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-633ca0c1-68f5-4ee6-b2cd-5b63cbe92666 req-9dea1f94-cdcf-4fce-8e03-5a2ebadf4651 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ae61bf9-0d90-4868-8bae-973a1102cf04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344348 Jul 27 18:05:43.255517 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:43.294744 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event deleted for resources: {'Port': ['ID=d516677f-1d12-418e-b44d-28671f1b4295,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:43.364077 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edcb39-e23a-4c31-86b0-9a635500690b req-5fd8a92b-c34f-4526-982d-2d9bdd5a53c4 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:43.365581 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-80edcb39-e23a-4c31-86b0-9a635500690b req-5fd8a92b-c34f-4526-982d-2d9bdd5a53c4 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.2137520 Jul 27 18:05:43.369055 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b240c8-629b-430f-b691-c7f7b31558fc req-b1c8cf94-8c84-4f18-98b1-60b10546f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:43.370419 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e5b240c8-629b-430f-b691-c7f7b31558fc req-b1c8cf94-8c84-4f18-98b1-60b10546f382 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 1099 time: 0.1648033 Jul 27 18:05:43.476103 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-80edcb39-e23a-4c31-86b0-9a635500690b req-9652d81e-2072-42d8-ac87-e24bf48a50a9 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032138 Jul 27 18:05:43.480042 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e5b240c8-629b-430f-b691-c7f7b31558fc req-b806000b-ab44-48a6-baec-2850d8a2a477 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995121 Jul 27 18:05:43.490016 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Router 02f0ad3b-94b9-494f-b19d-58235569f499 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:05:43.604011 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:05:43.614220 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] Sync routers for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:05:43.623518 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:05:43.624104 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:43.650869 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] No DVR routers for this DVR port d516677f-1d12-418e-b44d-28671f1b4295 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:05:43.654002 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:43.656767 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-93bae0a0-29f5-40c8-b56a-f5bae9867c7b req-69371b97-9b68-4bfd-8fe4-d9e710956644 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.41 "DELETE /v2.0/ports/d516677f-1d12-418e-b44d-28671f1b4295 HTTP/1.1" status: 204 len: 173 time: 1.0586891 Jul 27 18:05:43.657327 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'name': 'network-vif-deleted', 'tag': 'd516677f-1d12-418e-b44d-28671f1b4295'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:05:43.660829 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171b933d-d237-4a22-8735-3bea4dc97e38" -d '{"events": [{"server_uuid": "78f46ded-00c2-4e9f-85a2-a2865817f4fa", "name": "network-vif-deleted", "tag": "d516677f-1d12-418e-b44d-28671f1b4295"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:05:43.703754 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec21173-e60f-4500-85da-b0bf11689381 x-openstack-request-id: req-1ec21173-e60f-4500-85da-b0bf11689381 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:05:43.704987 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f46ded-00c2-4e9f-85a2-a2865817f4fa", "name": "network-vif-deleted", "tag": "d516677f-1d12-418e-b44d-28671f1b4295", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:05:43.705256 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ec21173-e60f-4500-85da-b0bf11689381 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:05:43.705662 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f46ded-00c2-4e9f-85a2-a2865817f4fa', 'name': 'network-vif-deleted', 'tag': 'd516677f-1d12-418e-b44d-28671f1b4295', 'status': 'completed', 'code': 200} Jul 27 18:05:43.828157 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-55ee1a5a-dd07-46c5-a687-ac9588a9972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:43.829965 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-55ee1a5a-dd07-46c5-a687-ac9588a9972c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1098 time: 0.0829093 Jul 27 18:05:43.894789 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:05:43.937036 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-7bfe1ba2-82d7-404c-b3e8-b03831cf3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:43.938550 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-7bfe1ba2-82d7-404c-b3e8-b03831cf3859 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 200 len: 908 time: 0.0975082 Jul 27 18:05:44.017732 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-23139866-f575-4c92-a6e9-1ade5d2085a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 200 len: 1001 time: 0.0700684 Jul 27 18:05:44.080971 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-20814b1e-9858-43d5-b68d-de0a6095f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:44.082937 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-20814b1e-9858-43d5-b68d-de0a6095f57e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47d0091b-fcb8-4666-9b8c-673e6464f3b6 HTTP/1.1" status: 200 len: 846 time: 0.0559435 Jul 27 18:05:44.113483 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:44.146468 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] Checking router: 02f0ad3b-94b9-494f-b19d-58235569f499 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:05:44.155952 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:05:44.156549 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:44.156678 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-30f5cc44-553a-4858-a899-8e04681b04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:44.158889 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-30f5cc44-553a-4858-a899-8e04681b04e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fae0c27b-c36c-4206-b83f-32d231a30905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0641570 Jul 27 18:05:44.270495 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:05:44.375560 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-eb0e4e2d-fe79-4731-83f6-0c1761499ed7 req-c17358fe-5190-4cdb-8eee-ab2cfa4f0cbc tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/ports?device_id=78f46ded-00c2-4e9f-85a2-a2865817f4fa HTTP/1.1" status: 200 len: 210 time: 0.0362895 Jul 27 18:05:44.378427 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32877126-4f87-46c9-8f93-8c7c06235139 req-5165f8e4-bf50-40e5-ac36-e2dc3844f9b1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:44.380125 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-32877126-4f87-46c9-8f93-8c7c06235139 req-5165f8e4-bf50-40e5-ac36-e2dc3844f9b1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.2147486 Jul 27 18:05:44.408309 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-bb60cbe8-6833-45fe-adc1-f35c1e0dc73f service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282312 Jul 27 18:05:44.476918 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-32877126-4f87-46c9-8f93-8c7c06235139 req-ffc71357-e70f-4864-8e50-0996f51f8cd3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862288 Jul 27 18:05:44.525272 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0b65cdc3-86d7-4ed1-b9b1-280bda3dfe36 req-0a31c8fb-410f-4d22-83f3-a2604d815595 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074455 Jul 27 18:05:44.539471 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:44.566796 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad0c3d-4a90-4efc-9c26-f30f7f7386e2 None None] The sync data for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi is: [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T17:58:58Z', 'revision_number': 4, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'dab6e2ec-bb20-4dc1-a630-b51934de76e8', 'name': '', 'network_id': '55fa5381-5562-4185-b5aa-68b4a64b453a', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'mac_address': 'fa:16:3e:e4:ab:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:51Z', 'updated_at': '2021-07-27T17:59:07Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'subnets': [{'id': '689f211b-5f9d-4bfd-8886-e8801d993491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:05:44.618373 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71dcb1e-35fc-40fe-8630-43cbedc8ce52 req-c44c99ff-d850-4c22-9441-0dcb34e4426e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:44.619899 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a71dcb1e-35fc-40fe-8630-43cbedc8ce52 req-c44c99ff-d850-4c22-9441-0dcb34e4426e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0670297 Jul 27 18:05:44.662867 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a71dcb1e-35fc-40fe-8630-43cbedc8ce52 req-642e70aa-de9d-467c-9f44-79520312ef98 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368974 Jul 27 18:05:44.799343 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a45c254-49ba-4673-8fda-2f24ae340cc3 None None] New status for floating IP 9aaf84be-a937-4b5b-b142-37499a1e5093: DOWN {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:05:45.466795 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36870) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:45.526458 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-530acf69-19f9-4cc6-8bb5-dc4a5b831d9e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:45.554167 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-530acf69-19f9-4cc6-8bb5-dc4a5b831d9e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:45.641007 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906293f-3bb9-4d94-ae97-7583f3673cca req-74706a4d-1cf4-4dbf-bc89-1cf3187f75bf tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:45.642641 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1906293f-3bb9-4d94-ae97-7583f3673cca req-74706a4d-1cf4-4dbf-bc89-1cf3187f75bf tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0912266 Jul 27 18:05:45.643711 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-530acf69-19f9-4cc6-8bb5-dc4a5b831d9e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:45.646506 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-530acf69-19f9-4cc6-8bb5-dc4a5b831d9e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:45.648747 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-530acf69-19f9-4cc6-8bb5-dc4a5b831d9e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "DELETE /v2.0/security-groups/7ae61bf9-0d90-4868-8bae-973a1102cf04 HTTP/1.1" status: 204 len: 168 time: 0.1796963 Jul 27 18:05:45.650492 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36874) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:45.664623 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.api.v2.resource [None req-60d5e15f-37ec-4ad4-92b7-4e81c41bb6a8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] show failed (client error): The resource could not be found. Jul 27 18:05:45.665618 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-60d5e15f-37ec-4ad4-92b7-4e81c41bb6a8 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "GET /v2.0/security-groups/7ae61bf9-0d90-4868-8bae-973a1102cf04 HTTP/1.1" status: 404 len: 347 time: 0.0140693 Jul 27 18:05:45.668465 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36876) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:45.669576 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530acf69-19f9-4cc6-8bb5-dc4a5b831d9e tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae61bf9-0d90-4868-8bae-973a1102cf04,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:45.695960 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1906293f-3bb9-4d94-ae97-7583f3673cca req-2b6d44ce-0c28-4d59-87db-d1e95897ff58 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473592 Jul 27 18:05:45.848821 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92cad5-289e-49f3-a77c-d77abb45fe29 req-57591810-9300-4dbe-baba-b78c47b65fe7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:45.850316 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ab92cad5-289e-49f3-a77c-d77abb45fe29 req-57591810-9300-4dbe-baba-b78c47b65fe7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.1056573 Jul 27 18:05:45.851791 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Deleting port a14d8ce4-8f4c-4ce0-8e70-45e5eb67f4f2 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:05:45.852129 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:45.854614 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6e7ed-b621-4bd0-a7ce-5da37e4b822f req-529d64b2-8a24-49af-86a7-27157236ad22 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:45.856131 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-48f6e7ed-b621-4bd0-a7ce-5da37e4b822f req-529d64b2-8a24-49af-86a7-27157236ad22 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0717874 Jul 27 18:05:45.864768 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36882) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:45.869558 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Request body: {'floatingip': {'port_id': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:05:45.911424 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:45.935979 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ab92cad5-289e-49f3-a77c-d77abb45fe29 req-d9001d0f-493d-4462-9680-2f92a7fc17ed tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717993 Jul 27 18:05:45.974539 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:45.974908 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:45.988742 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Calling delete_port for a14d8ce4-8f4c-4ce0-8e70-45e5eb67f4f2 owned by network:floatingip {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:05:46.140389 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:46.167216 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Pushing event deleted for resources: {'Port': ['ID=a14d8ce4-8f4c-4ce0-8e70-45e5eb67f4f2,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:46.229599 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks [] for floatingip, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:46.232277 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:46.236298 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-64d05585-9fa4-4413-a9af-9bcbade79eb0 tempest-AttachVolumeTestJSON-502933849 tempest-AttachVolumeTestJSON-502933849-project] 10.222.0.47 "DELETE /v2.0/floatingips/9aaf84be-a937-4b5b-b142-37499a1e5093 HTTP/1.1" status: 204 len: 168 time: 0.5641150 Jul 27 18:05:46.397128 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:46.401328 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:46.774138 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Floating IP b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68 associated. External IP: 172.27.1.236, port: ee1585f0-bf3a-44d0-9387-433479a8ecb6. Jul 27 18:05:46.840633 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:05:46.919866 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:46.942900 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:05:46.945201 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7067dbf-d730-4cb0-909c-7e6870a0eae2" -d '{"events": [{"server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:05:46.958933 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:46.965399 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:46.966615 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device d516677f-1d12-418e-b44d-28671f1b4295 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:05:46.988911 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 18:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd01b39c-89b6-4e4c-8c2b-768a9d8669da x-openstack-request-id: req-cd01b39c-89b6-4e4c-8c2b-768a9d8669da {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:05:46.989231 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "name": "network-vif-unplugged", "status": "failed", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0", "code": 422}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:05:46.989458 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd01b39c-89b6-4e4c-8c2b-768a9d8669da {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:05:46.989895 dv-cinder-786260-13-iscsi neutron-server[93052]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'code': 422} returned with failed status Jul 27 18:05:46.992958 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: d516677f-1d12-418e-b44d-28671f1b4295 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:05:46.993312 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device d516677f-1d12-418e-b44d-28671f1b4295 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:05:46.994398 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Router 2a717dc6-67e2-49dc-8011-20daa417d8b6 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:05:47.040240 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=6']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:47.098480 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254847a-9856-453e-aa12-44868be58987 req-9874e1c8-8ffb-4e03-9894-dab5fbdb205e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:47.099562 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e254847a-9856-453e-aa12-44868be58987 req-9874e1c8-8ffb-4e03-9894-dab5fbdb205e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0796986 Jul 27 18:05:47.111830 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:05:47.116598 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:47.122151 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] Sync routers for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:05:47.133089 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:05:47.133480 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:47.139615 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e254847a-9856-453e-aa12-44868be58987 req-5d0fd657-c156-4c72-86ac-c7bc00fd2907 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361941 Jul 27 18:05:47.160190 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-c10f0f16-9781-44fa-8c5f-03728ee946b3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "PUT /v2.0/floatingips/b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68 HTTP/1.1" status: 200 len: 992 time: 1.2910464 Jul 27 18:05:47.160190 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:05:47.160892 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:05:47.264187 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:05:47.281796 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12432a66-fa52-4747-b26a-2a1ea6897161 x-openstack-request-id: req-12432a66-fa52-4747-b26a-2a1ea6897161 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:05:47.281913 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:05:47.282880 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12432a66-fa52-4747-b26a-2a1ea6897161 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:05:47.283379 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'status': 'completed', 'code': 200} Jul 27 18:05:47.373080 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-1a9a0d53-5448-4e85-8c32-c59559ae2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:47.374922 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-1a9a0d53-5448-4e85-8c32-c59559ae2da1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 1099 time: 0.0679650 Jul 27 18:05:47.393661 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526511ee-9c98-41a9-8af9-80682f4041af req-7b6d8b87-620e-423f-b901-e67ca6243f69 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:47.401490 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-526511ee-9c98-41a9-8af9-80682f4041af req-7b6d8b87-620e-423f-b901-e67ca6243f69 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0728209 Jul 27 18:05:47.464510 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-526511ee-9c98-41a9-8af9-80682f4041af req-dadfeff9-ba48-4e8a-97f2-fd7a3c93d1db tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470142 Jul 27 18:05:47.467455 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36908) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:47.503710 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-43b77d43-77d1-4d81-a25a-4bf931c34495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:47.506673 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-43b77d43-77d1-4d81-a25a-4bf931c34495 service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.1245852 Jul 27 18:05:47.587257 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-6a52963f-23cb-4815-a956-c463a2130b47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1178477 Jul 27 18:05:47.588802 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-34938046-57f2-4be9-9c1f-5b076f55706e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6 HTTP/1.1" status: 200 len: 1000 time: 0.0738697 Jul 27 18:05:47.599172 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': 'b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'port_id': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'mac_address': 'fa:16:3e:82:d9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:05:34Z', 'updated_at': '2021-07-27T18:05:46Z', 'revision_number': 1, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:47.628559 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] Checking router: 2a717dc6-67e2-49dc-8011-20daa417d8b6 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:05:47.637775 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:05:47.638478 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:47.647443 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-0ac2634c-ad77-4f62-974b-b5e19d5fe62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:47.649033 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-0ac2634c-ad77-4f62-974b-b5e19d5fe62e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0525367 Jul 27 18:05:47.727700 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-07971dc9-3d72-4f94-8305-fe1d5f12ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:47.729283 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-07971dc9-3d72-4f94-8305-fe1d5f12ee8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707464 Jul 27 18:05:47.763700 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:05:47.831078 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-0aba9668-6b6c-4d7d-920e-4594651e8a99 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940375 Jul 27 18:05:47.946151 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b9555e9a-c4d0-466b-8b2c-90b5540eeb4c req-ea3a949e-6a00-4d8f-a2c3-3caff79aac5c service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065767 Jul 27 18:05:48.011942 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': 'b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'port_id': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'mac_address': 'fa:16:3e:82:d9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:05:34Z', 'updated_at': '2021-07-27T18:05:46Z', 'revision_number': 1, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:48.055283 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2dbb0-a31c-4a9f-9726-d37fd1b9e3e5 None None] The sync data for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi is: [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': 'b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'port_id': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'mac_address': 'fa:16:3e:82:d9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:05:34Z', 'updated_at': '2021-07-27T18:05:46Z', 'revision_number': 1, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:05:48.234953 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029aeef6-0ff3-4ca0-bfcb-c54ca84c598c None None] New status for floating IP b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68: ACTIVE {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:05:48.615568 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3071dd-237b-42bf-9f9d-45925cf2b9b4 req-d9d222dd-9912-4f16-9ccf-cf1f87ee135b tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:48.617098 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8a3071dd-237b-42bf-9f9d-45925cf2b9b4 req-d9d222dd-9912-4f16-9ccf-cf1f87ee135b tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0889661 Jul 27 18:05:48.663867 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8a3071dd-237b-42bf-9f9d-45925cf2b9b4 req-f64805b9-55b4-4e5a-b2df-d62993559b09 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388498 Jul 27 18:05:49.046042 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541583d-ecda-4e09-966d-80b55e29f4db req-b2cd038b-d2e1-449f-81e1-b2939b925e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:49.047604 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-b2cd038b-d2e1-449f-81e1-b2939b925e11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230&tenant_id=8a3f08076aed4736b42711ce66863e48 HTTP/1.1" status: 200 len: 1096 time: 0.0561275 Jul 27 18:05:49.122452 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541583d-ecda-4e09-966d-80b55e29f4db req-93040e4e-a974-4514-b1df-3180e5e2aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:49.123978 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-93040e4e-a974-4514-b1df-3180e5e2aa18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1096 time: 0.0546420 Jul 27 18:05:49.218245 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541583d-ecda-4e09-966d-80b55e29f4db req-1fb755c3-4604-43ef-8168-cd87884c31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:49.220750 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-1fb755c3-4604-43ef-8168-cd87884c31d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 200 len: 908 time: 0.0887313 Jul 27 18:05:49.290200 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-6d6ad834-5153-4925-bb3c-e2dbc6c77698 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 200 len: 999 time: 0.0625443 Jul 27 18:05:49.341818 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541583d-ecda-4e09-966d-80b55e29f4db req-48109461-d8db-47f5-8482-d0ed013d44cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:49.343734 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-48109461-d8db-47f5-8482-d0ed013d44cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47d0091b-fcb8-4666-9b8c-673e6464f3b6 HTTP/1.1" status: 200 len: 846 time: 0.0458992 Jul 27 18:05:49.415763 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541583d-ecda-4e09-966d-80b55e29f4db req-5321dc25-5f3a-48ac-82e0-4d6df3e01f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:49.417506 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-5321dc25-5f3a-48ac-82e0-4d6df3e01f03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fae0c27b-c36c-4206-b83f-32d231a30905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0670314 Jul 27 18:05:49.508134 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-e8a466f8-f252-4a36-b2af-e6a90422a4ee service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823812 Jul 27 18:05:49.605588 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4541583d-ecda-4e09-966d-80b55e29f4db req-1fd965a5-83b8-44f5-ac41-17f453fe8b15 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890806 Jul 27 18:05:49.802880 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677881d-4d8d-47ed-9626-d794bc3c119f req-bb375de1-7f07-4f5a-804d-d867ba08d316 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:49.804718 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9677881d-4d8d-47ed-9626-d794bc3c119f req-bb375de1-7f07-4f5a-804d-d867ba08d316 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0694835 Jul 27 18:05:49.848123 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9677881d-4d8d-47ed-9626-d794bc3c119f req-898b4fa2-d83c-4f7f-9c56-62aace9a478b tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374215 Jul 27 18:05:49.881801 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 36944) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:50.620196 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:50.790239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-05be32f6-4096-42b9-880e-04fed8cf953a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:50.927289 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Deleting port dab6e2ec-bb20-4dc1-a630-b51934de76e8 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:05:50.927954 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:50.981559 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284d7b6-0b81-467b-806f-b66a2c939e4d req-75f6bac7-8f4c-4973-ab7b-8c8cd283aefb tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:50.983113 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9284d7b6-0b81-467b-806f-b66a2c939e4d req-75f6bac7-8f4c-4973-ab7b-8c8cd283aefb tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0647674 Jul 27 18:05:51.005592 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] For port dab6e2ec-bb20-4dc1-a630-b51934de76e8, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=dab6e2ec-bb20-4dc1-a630-b51934de76e8,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:51.005955 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:51.022403 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9284d7b6-0b81-467b-806f-b66a2c939e4d req-9374b4fc-7e16-4db0-9808-e1c65dc395c9 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329845 Jul 27 18:05:51.022811 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Calling delete_port for dab6e2ec-bb20-4dc1-a630-b51934de76e8 owned by network:router_interface {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:05:51.219395 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:51.245624 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Pushing event deleted for resources: {'Port': ['ID=dab6e2ec-bb20-4dc1-a630-b51934de76e8,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:51.418235 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:51.642036 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Router 02f0ad3b-94b9-494f-b19d-58235569f499 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:05:51.756314 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:05:51.763159 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7339691b-5c64-4d84-b7b5-3cad2f2bf3bc admin admin] 10.222.0.47 "PUT /v2.0/routers/02f0ad3b-94b9-494f-b19d-58235569f499/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8801672 Jul 27 18:05:51.763866 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36954) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:51.765487 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] Sync routers for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:05:51.776459 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:05:51.777066 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:51.873220 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:51.886254 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:05:51.983520 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.038063 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Deleting port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:05:52.038326 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.070479 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98'}], 'enable_snat': True}, 'gw_port_id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T18:05:51Z', 'revision_number': 5, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port': {'id': '5a3a24f4-83e5-4cfd-a11e-7b2510c5f090', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T17:58:44Z', 'updated_at': '2021-07-27T17:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:52.103923 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] Checking router: 02f0ad3b-94b9-494f-b19d-58235569f499 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:05:52.112663 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] Routers {'02f0ad3b-94b9-494f-b19d-58235569f499'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:05:52.113271 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['02f0ad3b-94b9-494f-b19d-58235569f499'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:52.149267 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] For port 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=5a3a24f4-83e5-4cfd-a11e-7b2510c5f090,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:52.149628 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.165069 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Calling delete_port for 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 owned by network:router_gateway {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:05:52.207414 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] Set router 02f0ad3b-94b9-494f-b19d-58235569f499 gateway port host: None {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:05:52.232276 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a8a64-1114-43c5-a2e7-c5cc6dfe715b req-1414ffdc-983e-471a-b5b0-3e6c8d656c92 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:52.233798 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-598a8a64-1114-43c5-a2e7-c5cc6dfe715b req-1414ffdc-983e-471a-b5b0-3e6c8d656c92 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.1320255 Jul 27 18:05:52.274368 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T18:05:51Z', 'revision_number': 6, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port_host': None}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:52.302174 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c582b-f0c1-4b45-b7a8-9cbb519e436d None None] The sync data for ids ['02f0ad3b-94b9-494f-b19d-58235569f499'] in dv-cinder-786260-13-iscsi is: [{'id': '02f0ad3b-94b9-494f-b19d-58235569f499', 'name': 'tempest-AttachVolumeTestJSON-1254359829-router', 'tenant_id': 'c4c25fa77a9a40b79d09f6291421417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T17:58:42Z', 'updated_at': '2021-07-27T18:05:51Z', 'revision_number': 6, 'project_id': 'c4c25fa77a9a40b79d09f6291421417a', 'gw_port_host': None}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:05:52.337958 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-598a8a64-1114-43c5-a2e7-c5cc6dfe715b req-cef70224-aa63-46b0-9b0a-7f34d34a51a2 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937526 Jul 27 18:05:52.401596 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.427115 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3a24f4-83e5-4cfd-a11e-7b2510c5f090,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:52.495213 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.587672 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.589725 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.635027 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.635554 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02f0ad3b-94b9-494f-b19d-58235569f499 {{(pid=93051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:05:52.639692 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.641043 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-fed71925-58f4-49bf-a4d6-a6f41c7f42ea admin admin] 10.222.0.47 "DELETE /v2.0/routers/02f0ad3b-94b9-494f-b19d-58235569f499 HTTP/1.1" status: 204 len: 168 time: 0.8761575 Jul 27 18:05:52.644318 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36960) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:52.694882 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5940db-51dd-46e7-a3c9-937fbecadcf5 admin admin] Deleting subnet 689f211b-5f9d-4bfd-8886-e8801d993491 {{(pid=93051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:05:52.698174 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bc5940db-51dd-46e7-a3c9-937fbecadcf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.743192 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bc5940db-51dd-46e7-a3c9-937fbecadcf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125860239'] for subnet, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.861253 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bc5940db-51dd-46e7-a3c9-937fbecadcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.923852 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bc5940db-51dd-46e7-a3c9-937fbecadcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125860244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125843968'] for subnet, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.951602 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5940db-51dd-46e7-a3c9-937fbecadcf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689f211b-5f9d-4bfd-8886-e8801d993491,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:52.955675 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-bc5940db-51dd-46e7-a3c9-937fbecadcf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:52.957575 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-bc5940db-51dd-46e7-a3c9-937fbecadcf5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/689f211b-5f9d-4bfd-8886-e8801d993491 HTTP/1.1" status: 204 len: 168 time: 0.3123167 Jul 27 18:05:52.960048 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36962) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:52.962559 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb4021-8bc0-4720-aaab-139669f538f9 None None] Network 55fa5381-5562-4185-b5aa-68b4a64b453a requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:05:53.027793 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.084708 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Deleting port d9530111-360c-473c-b939-2d90d9eaa5b9 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:05:53.085060 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.155107 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] For port d9530111-360c-473c-b939-2d90d9eaa5b9, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=d9530111-360c-473c-b939-2d90d9eaa5b9,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:53.155349 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] DHCP port deletion for 55fa5381-5562-4185-b5aa-68b4a64b453a request from dv-cinder-786260-13-iscsi {{(pid=93052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 18:05:53.155480 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.170792 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Calling delete_port for d9530111-360c-473c-b939-2d90d9eaa5b9 owned by network:dhcp {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:05:53.209675 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] Deleting port d9530111-360c-473c-b939-2d90d9eaa5b9 {{(pid=93052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:05:53.210049 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.260237 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.286537 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Pushing event deleted for resources: {'Port': ['ID=d9530111-360c-473c-b939-2d90d9eaa5b9,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:53.293763 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] No DVR routers for this DVR port d9530111-360c-473c-b939-2d90d9eaa5b9 on host dv-cinder-786260-13-iscsi {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:05:53.373693 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.388421 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fa5381-5562-4185-b5aa-68b4a64b453a']}} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:53.407786 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83') {'for_net_delete': True} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:53.407786 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83') {} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:05:53.416979 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125855100'] for segment, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.421479 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] For port d9530111-360c-473c-b939-2d90d9eaa5b9, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=d9530111-360c-473c-b939-2d90d9eaa5b9,segment=NetworkSegment(31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83),segment_id=31adb849-a6fe-4b2c-83f9-d8a7dcc5dd83)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:53.421875 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.432238 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.435937 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] Calling delete_port for d9530111-360c-473c-b939-2d90d9eaa5b9 owned by network:dhcp {{(pid=93052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:05:53.442221 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:05:53.442677 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125860346'] for segment, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: Traceback (most recent call last): Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: timer() Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: cb(*args, **kw) Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: return func(*args, **kwargs) Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: self._notify() Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: self.callback(batched_events) Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: event.method(event) Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: return f(self, *a, **k) Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._get(url).json() Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: return self.request(url, 'GET', **kwargs) Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:05:53.444458 dv-cinder-786260-13-iscsi neutron-server[93051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:05:53.534343 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.545527 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.547939 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] 10.222.0.47 "DELETE /v2.0/networks/55fa5381-5562-4185-b5aa-68b4a64b453a HTTP/1.1" status: 204 len: 168 time: 0.5864327 Jul 27 18:05:53.559434 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd9054-a0f8-4dcd-a737-702887ec8caf admin admin] Pushing event deleted for resources: {'Network': ['ID=55fa5381-5562-4185-b5aa-68b4a64b453a,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:53.568724 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982'] for port, after_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.574824 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064920-72bb-418f-ad79-02a1d05f205b req-ccccbb20-ea69-46ee-b4e1-7e34880002d3 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:53.576404 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-da064920-72bb-418f-ad79-02a1d05f205b req-ccccbb20-ea69-46ee-b4e1-7e34880002d3 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.1311374 Jul 27 18:05:53.593026 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] Network 55fa5381-5562-4185-b5aa-68b4a64b453a is not hosted by any dhcp agent {{(pid=93052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 18:05:53.593026 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] No DVR routers for this DVR port d9530111-360c-473c-b939-2d90d9eaa5b9 on host dv-cinder-786260-13-iscsi {{(pid=93052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:05:53.594597 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadf1fb-510e-44b4-9d49-31a6a8aa3406 None None] Pushing event deleted for resources: {'Port': ['ID=d9530111-360c-473c-b939-2d90d9eaa5b9,revision_number=None']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:53.629191 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-da064920-72bb-418f-ad79-02a1d05f205b req-a20ab0b8-a028-4821-9b7e-0205b1efbfea tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444603 Jul 27 18:05:53.655924 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.658627 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e881-64f3-4dd7-b22c-50177b067386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.691906 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36970) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:53.733301 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-97d1d1c8-7db9-4adc-a68b-bd03e1364d08 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c4c25fa77a9a40b79d09f6291421417a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400634 Jul 27 18:05:53.736759 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 36972) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:53.790151 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-efe0636b-7eee-4e42-a84f-714dd6cb222c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.811102 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-efe0636b-7eee-4e42-a84f-714dd6cb222c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.856691 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-efe0636b-7eee-4e42-a84f-714dd6cb222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.859634 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-efe0636b-7eee-4e42-a84f-714dd6cb222c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:53.861434 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-efe0636b-7eee-4e42-a84f-714dd6cb222c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06abd333-9dcf-4515-9dbf-4ff0ae06603d HTTP/1.1" status: 204 len: 168 time: 0.1237392 Jul 27 18:05:53.868641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0636b-7eee-4e42-a84f-714dd6cb222c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06abd333-9dcf-4515-9dbf-4ff0ae06603d,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:54.359470 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device dab6e2ec-bb20-4dc1-a630-b51934de76e8 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:05:54.383393 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: dab6e2ec-bb20-4dc1-a630-b51934de76e8 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:05:54.383743 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device dab6e2ec-bb20-4dc1-a630-b51934de76e8 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:05:54.384170 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:05:54.404307 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:05:54.404655 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 5a3a24f4-83e5-4cfd-a11e-7b2510c5f090 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:05:54.405083 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device d9530111-360c-473c-b939-2d90d9eaa5b9 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:05:54.428421 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: d9530111-360c-473c-b939-2d90d9eaa5b9 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:05:54.428866 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device d9530111-360c-473c-b939-2d90d9eaa5b9 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:05:54.442438 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:54.766033 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b70d-524e-46af-8eb2-e98046be58e0 req-092f5d94-aac3-430e-9320-a666192b9a64 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:54.768473 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2334b70d-524e-46af-8eb2-e98046be58e0 req-092f5d94-aac3-430e-9320-a666192b9a64 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0703785 Jul 27 18:05:54.814073 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2334b70d-524e-46af-8eb2-e98046be58e0 req-4154ed69-a4b5-4777-8645-a5762c783971 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371048 Jul 27 18:05:55.529535 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37028) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:55.629869 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6dc37567-01a6-4962-bfbc-918587b911d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:55.723991 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6dc37567-01a6-4962-bfbc-918587b911d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:55.727657 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6dc37567-01a6-4962-bfbc-918587b911d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:55.765072 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-6dc37567-01a6-4962-bfbc-918587b911d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e620950c3f8240089cd2505e1d8b5ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344847 Jul 27 18:05:55.765927 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc37567-01a6-4962-bfbc-918587b911d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c01ecc-0588-4b7f-9577-2a92aa7a50ba,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:55.768733 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37032) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:55.819692 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-425abfea-beeb-4a2a-9383-6749e94bb42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:55.840468 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-425abfea-beeb-4a2a-9383-6749e94bb42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:55.895123 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-425abfea-beeb-4a2a-9383-6749e94bb42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:55.897721 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-425abfea-beeb-4a2a-9383-6749e94bb42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:55.899026 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-425abfea-beeb-4a2a-9383-6749e94bb42f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2c01ecc-0588-4b7f-9577-2a92aa7a50ba HTTP/1.1" status: 204 len: 168 time: 0.1286542 Jul 27 18:05:55.907483 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425abfea-beeb-4a2a-9383-6749e94bb42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c01ecc-0588-4b7f-9577-2a92aa7a50ba,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:55.963021 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf0dde-6101-4d96-a3c1-2a0de3bf551e req-9286753a-e5b3-49bd-9a9c-5be9f5882519 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:55.964536 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b5cf0dde-6101-4d96-a3c1-2a0de3bf551e req-9286753a-e5b3-49bd-9a9c-5be9f5882519 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0788348 Jul 27 18:05:56.004889 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b5cf0dde-6101-4d96-a3c1-2a0de3bf551e req-437a274f-dcf9-4415-b383-69733374ea43 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336835 Jul 27 18:05:56.131088 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:56.177677 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37042) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:56.194653 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-56e2e560-a673-461d-9af4-1e83ca97e4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:56.292131 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-56e2e560-a673-461d-9af4-1e83ca97e4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:56.297178 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-56e2e560-a673-461d-9af4-1e83ca97e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:56.336947 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2e560-a673-461d-9af4-1e83ca97e4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19bd7d0-8d02-4aec-a0b5-52ebf5ec92b3,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:56.341262 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-56e2e560-a673-461d-9af4-1e83ca97e4d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c900365458cd4e5094931eff860fa890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625547 Jul 27 18:05:56.344067 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37044) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:56.394384 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a304ddd-7083-430c-9c21-8390915b3ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:56.416291 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a304ddd-7083-430c-9c21-8390915b3ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:56.463283 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a304ddd-7083-430c-9c21-8390915b3ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:56.465780 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a304ddd-7083-430c-9c21-8390915b3ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:56.467142 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-4a304ddd-7083-430c-9c21-8390915b3ca9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d19bd7d0-8d02-4aec-a0b5-52ebf5ec92b3 HTTP/1.1" status: 204 len: 168 time: 0.1221797 Jul 27 18:05:56.474918 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a304ddd-7083-430c-9c21-8390915b3ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19bd7d0-8d02-4aec-a0b5-52ebf5ec92b3,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:56.904816 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:05:57.008470 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:57.022242 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'port_id': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'mac_address': 'fa:16:3e:63:15:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:05:57.061874 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:57.076007 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:05:57.100022 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:57.104126 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:57.145210 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39325b2e-22bd-4880-b8b0-754432a57b5a req-7f73f9cc-eb98-4d30-8599-2876948aebb0 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:57.147434 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-39325b2e-22bd-4880-b8b0-754432a57b5a req-7f73f9cc-eb98-4d30-8599-2876948aebb0 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 943 time: 0.0665834 Jul 27 18:05:57.159579 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=7']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:57.193363 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-39325b2e-22bd-4880-b8b0-754432a57b5a req-5c90d4b5-32c4-41fd-945b-36ea4e4a052d tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389328 Jul 27 18:05:57.326022 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:05:58.112524 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37096) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:58.220713 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ef01478-1196-4a6a-8a42-f1bdfa7a1cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.332713 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ef01478-1196-4a6a-8a42-f1bdfa7a1cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.335524 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646a382-8af3-471b-8825-f35b9dacb20a req-d25459ee-ec4c-4dc5-8a27-5e41ae5c6a62 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:58.337204 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6646a382-8af3-471b-8825-f35b9dacb20a req-d25459ee-ec4c-4dc5-8a27-5e41ae5c6a62 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 944 time: 0.0715358 Jul 27 18:05:58.337690 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9ef01478-1196-4a6a-8a42-f1bdfa7a1cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.378060 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6646a382-8af3-471b-8825-f35b9dacb20a req-20378b26-3ab3-4cff-beb4-8dcbab65c4d6 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Jul 27 18:05:58.378274 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef01478-1196-4a6a-8a42-f1bdfa7a1cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33af686-387c-46c0-b259-d007a8fad366,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:58.383030 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9ef01478-1196-4a6a-8a42-f1bdfa7a1cf3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b104a5de61b4819a7558c12602ab720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687879 Jul 27 18:05:58.385225 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37102) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:58.435193 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-6b16d7e1-cd4f-4b80-b06a-7deb106a56c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.457157 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-6b16d7e1-cd4f-4b80-b06a-7deb106a56c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.507688 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-6b16d7e1-cd4f-4b80-b06a-7deb106a56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.510566 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-6b16d7e1-cd4f-4b80-b06a-7deb106a56c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.511754 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-6b16d7e1-cd4f-4b80-b06a-7deb106a56c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c33af686-387c-46c0-b259-d007a8fad366 HTTP/1.1" status: 204 len: 168 time: 0.1254053 Jul 27 18:05:58.520834 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16d7e1-cd4f-4b80-b06a-7deb106a56c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33af686-387c-46c0-b259-d007a8fad366,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:58.783115 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37108) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:58.796269 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c71e-499f-4726-9128-d6b1d2aee74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.889057 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c71e-499f-4726-9128-d6b1d2aee74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.893757 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-e9f5c71e-499f-4726-9128-d6b1d2aee74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.905660 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:05:58.938911 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-e9f5c71e-499f-4726-9128-d6b1d2aee74b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=699c36cd35614688b57cb123cb51e497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539600 Jul 27 18:05:58.939865 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5c71e-499f-4726-9128-d6b1d2aee74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbfcb57-1666-4db2-9810-6a154fd5f41a,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:58.941460 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37110) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:05:58.960946 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:05:58.961396 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:58.993069 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4a19b64d-7682-461c-8cdf-cd89198e498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:59.014868 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4a19b64d-7682-461c-8cdf-cd89198e498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:59.040055 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:59.061840 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4a19b64d-7682-461c-8cdf-cd89198e498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:59.065970 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-4a19b64d-7682-461c-8cdf-cd89198e498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:59.067054 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:05:59.069691 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a02251d-999b-4c89-9e9a-d215c3c9863d" -d '{"events": [{"server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:05:59.069904 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-4a19b64d-7682-461c-8cdf-cd89198e498b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8dbfcb57-1666-4db2-9810-6a154fd5f41a HTTP/1.1" status: 204 len: 168 time: 0.1273811 Jul 27 18:05:59.079208 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19b64d-7682-461c-8cdf-cd89198e498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbfcb57-1666-4db2-9810-6a154fd5f41a,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:59.089302 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:05:59.095793 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:05:59.128547 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9ebdea-4f4f-41e0-a7e8-96375123d9bf x-openstack-request-id: req-2f9ebdea-4f4f-41e0-a7e8-96375123d9bf {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:05:59.128855 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:05:59.129486 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f9ebdea-4f4f-41e0-a7e8-96375123d9bf {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:05:59.129876 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'code': 200} Jul 27 18:05:59.166646 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=8']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:05:59.388148 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2539395-c1fe-4cc3-830e-f9b7a07d173a req-e0390921-c1f9-4f17-9e1c-350686d5abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:59.389664 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a2539395-c1fe-4cc3-830e-f9b7a07d173a req-e0390921-c1f9-4f17-9e1c-350686d5abc4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1098 time: 0.0598736 Jul 27 18:05:59.429551 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a2539395-c1fe-4cc3-830e-f9b7a07d173a req-f4ce287d-1665-45fa-9a39-d7e1f9360ebf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Jul 27 18:05:59.517886 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9750a-d1aa-4eb6-87e4-8416688e3c2e req-1ccfa703-be91-4bcf-b708-f7cf06015bcf tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:05:59.519786 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4bd9750a-d1aa-4eb6-87e4-8416688e3c2e req-1ccfa703-be91-4bcf-b708-f7cf06015bcf tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0678904 Jul 27 18:05:59.564955 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4bd9750a-d1aa-4eb6-87e4-8416688e3c2e req-5b06a129-db38-4363-972f-644192ea7f7c tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358641 Jul 27 18:06:00.703088 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c561f-36d3-44d1-a17f-a0e87b705c29 req-cf4fd2b9-5476-4bcb-93a9-03b5c0dd193e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:00.704982 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-892c561f-36d3-44d1-a17f-a0e87b705c29 req-cf4fd2b9-5476-4bcb-93a9-03b5c0dd193e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0688334 Jul 27 18:06:00.746688 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-892c561f-36d3-44d1-a17f-a0e87b705c29 req-4737bc7c-1a6c-4e1d-a72a-d54c387863ca tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348620 Jul 27 18:06:01.570845 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:02.150835 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-7c8061a1-2faa-4bff-9d1c-0e25c2825594 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540686 Jul 27 18:06:02.226697 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-5953bd20-2c92-4d87-9724-7fc535339a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:02.228227 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-5953bd20-2c92-4d87-9724-7fc535339a97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1098 time: 0.0543351 Jul 27 18:06:02.337035 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-a4c7dacf-cdc0-4bc6-8296-b388b37cad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:02.338559 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-a4c7dacf-cdc0-4bc6-8296-b388b37cad31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 200 len: 908 time: 0.0898836 Jul 27 18:06:02.419212 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-01b671cf-bee8-4369-9a91-433841ea9060 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 200 len: 1001 time: 0.0723803 Jul 27 18:06:02.472477 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-dcf2ccdd-fd8d-4fd1-923c-14874cb50e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:02.475216 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-dcf2ccdd-fd8d-4fd1-923c-14874cb50e67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47d0091b-fcb8-4666-9b8c-673e6464f3b6 HTTP/1.1" status: 200 len: 846 time: 0.0467687 Jul 27 18:06:02.542583 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-7853bde0-9974-4393-815a-4d307f30c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:02.544215 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-7853bde0-9974-4393-815a-4d307f30c73c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fae0c27b-c36c-4206-b83f-32d231a30905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0616920 Jul 27 18:06:02.642455 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-b54601cb-aaca-48ea-9c9b-edd03d888046 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896809 Jul 27 18:06:03.039578 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c1728f0d-84fb-4a7e-a650-4e66c316a6a1 req-060ba53a-f10a-462a-9e06-7e18e526d5a1 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879807 Jul 27 18:06:04.171766 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37226) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:04.278233 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1b25ae31-21c0-4ff4-8546-cd008f498d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.367076 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1b25ae31-21c0-4ff4-8546-cd008f498d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.371493 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1b25ae31-21c0-4ff4-8546-cd008f498d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.411369 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1b25ae31-21c0-4ff4-8546-cd008f498d3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0bb22611b974bde8ffc95fb3e8cfd85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383640 Jul 27 18:06:04.412231 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25ae31-21c0-4ff4-8546-cd008f498d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28d464d-6507-41db-9f1b-b5c4801bcdf1,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:04.414362 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37230) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:04.467219 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d91b0720-d9aa-4d80-b0b9-34683a748182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.489146 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d91b0720-d9aa-4d80-b0b9-34683a748182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.539235 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d91b0720-d9aa-4d80-b0b9-34683a748182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.541803 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d91b0720-d9aa-4d80-b0b9-34683a748182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.542948 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d91b0720-d9aa-4d80-b0b9-34683a748182 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e28d464d-6507-41db-9f1b-b5c4801bcdf1 HTTP/1.1" status: 204 len: 168 time: 0.1275535 Jul 27 18:06:04.550585 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b0720-d9aa-4d80-b0b9-34683a748182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28d464d-6507-41db-9f1b-b5c4801bcdf1,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:04.820491 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37238) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:04.834453 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-19ce89e7-6758-4970-a9fa-b546859e14d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.928046 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-19ce89e7-6758-4970-a9fa-b546859e14d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.932254 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-19ce89e7-6758-4970-a9fa-b546859e14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:04.971273 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-19ce89e7-6758-4970-a9fa-b546859e14d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1cdc36da68d94ad59a8b46330f29994b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495931 Jul 27 18:06:04.972041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce89e7-6758-4970-a9fa-b546859e14d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d441679c-0f4e-42ce-9c0d-c90f1f98ea01,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:04.973874 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37240) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:05.023432 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e3d68337-1980-4845-b9a1-2f05ea906eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.044085 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e3d68337-1980-4845-b9a1-2f05ea906eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.092958 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e3d68337-1980-4845-b9a1-2f05ea906eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.096041 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e3d68337-1980-4845-b9a1-2f05ea906eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.097199 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e3d68337-1980-4845-b9a1-2f05ea906eda admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d441679c-0f4e-42ce-9c0d-c90f1f98ea01 HTTP/1.1" status: 204 len: 168 time: 0.1223133 Jul 27 18:06:05.104780 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d68337-1980-4845-b9a1-2f05ea906eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d441679c-0f4e-42ce-9c0d-c90f1f98ea01,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:05.409268 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37246) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:05.425696 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1004126d-927a-4d1a-be9c-2f1a8bd6dd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.513070 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1004126d-927a-4d1a-be9c-2f1a8bd6dd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.517496 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1004126d-927a-4d1a-be9c-2f1a8bd6dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.553785 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004126d-927a-4d1a-be9c-2f1a8bd6dd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968a155f-17a7-4498-a205-da64af15f2d8,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:05.558285 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1004126d-927a-4d1a-be9c-2f1a8bd6dd97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c2076b5390654804badb757baf9645a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479743 Jul 27 18:06:05.561577 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37248) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:05.608353 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-76827948-ec2e-4c76-b6e6-4bcf194ce624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.631456 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-76827948-ec2e-4c76-b6e6-4bcf194ce624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.689173 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-76827948-ec2e-4c76-b6e6-4bcf194ce624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.692742 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-76827948-ec2e-4c76-b6e6-4bcf194ce624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:05.694215 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-76827948-ec2e-4c76-b6e6-4bcf194ce624 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/968a155f-17a7-4498-a205-da64af15f2d8 HTTP/1.1" status: 204 len: 168 time: 0.1318467 Jul 27 18:06:05.705217 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76827948-ec2e-4c76-b6e6-4bcf194ce624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a155f-17a7-4498-a205-da64af15f2d8,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:07.722764 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37322) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:07.832110 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a3e58ca-6365-4cbc-859c-179d1a3832a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:07.925460 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a3e58ca-6365-4cbc-859c-179d1a3832a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:07.929664 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0a3e58ca-6365-4cbc-859c-179d1a3832a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:07.967595 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0a3e58ca-6365-4cbc-859c-179d1a3832a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6468159a47a4fc085d5bcbe95c5130a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436411 Jul 27 18:06:07.968317 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e58ca-6365-4cbc-859c-179d1a3832a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0bba59-38d6-40a3-946f-81c408537854,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:07.971938 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37328) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:08.029022 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-341e8e1a-f274-422e-acd2-45a8bf1e4ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.050789 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-341e8e1a-f274-422e-acd2-45a8bf1e4ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.098845 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-341e8e1a-f274-422e-acd2-45a8bf1e4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.101468 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-341e8e1a-f274-422e-acd2-45a8bf1e4ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.102640 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-341e8e1a-f274-422e-acd2-45a8bf1e4ad4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd0bba59-38d6-40a3-946f-81c408537854 HTTP/1.1" status: 204 len: 168 time: 0.1292019 Jul 27 18:06:08.111381 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e8e1a-f274-422e-acd2-45a8bf1e4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0bba59-38d6-40a3-946f-81c408537854,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:08.368074 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37334) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:08.381776 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-99522a73-f63d-4cba-8e80-cf7b7590da98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.472839 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-99522a73-f63d-4cba-8e80-cf7b7590da98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.476548 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-99522a73-f63d-4cba-8e80-cf7b7590da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.517267 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-99522a73-f63d-4cba-8e80-cf7b7590da98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f312f6cc8f0d4ee091685d28c1eab4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480968 Jul 27 18:06:08.518127 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99522a73-f63d-4cba-8e80-cf7b7590da98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e82311-24f8-4bd0-9bf4-4c0cc8c08ff9,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:08.520842 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37336) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:08.576921 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d871993c-7beb-4925-b2d0-02bcebff2855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.600531 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d871993c-7beb-4925-b2d0-02bcebff2855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.648204 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d871993c-7beb-4925-b2d0-02bcebff2855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.650860 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d871993c-7beb-4925-b2d0-02bcebff2855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:08.652051 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-d871993c-7beb-4925-b2d0-02bcebff2855 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01e82311-24f8-4bd0-9bf4-4c0cc8c08ff9 HTTP/1.1" status: 204 len: 168 time: 0.1300652 Jul 27 18:06:08.660436 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871993c-7beb-4925-b2d0-02bcebff2855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e82311-24f8-4bd0-9bf4-4c0cc8c08ff9,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:09.712558 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37368) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:09.818568 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d4cab06-a704-479f-9f1c-d25dd0f5f5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:09.905394 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d4cab06-a704-479f-9f1c-d25dd0f5f5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:09.909348 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d4cab06-a704-479f-9f1c-d25dd0f5f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:09.947848 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-4d4cab06-a704-479f-9f1c-d25dd0f5f5a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec1224d8fc5945079b6fd716e607b692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341609 Jul 27 18:06:09.948939 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cab06-a704-479f-9f1c-d25dd0f5f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df52d8b-d678-4f9f-b938-495f8de93cc3,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:09.950512 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37372) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:10.002152 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ebdb226c-212f-4383-adde-1e6eae362a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.024062 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ebdb226c-212f-4383-adde-1e6eae362a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.076181 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ebdb226c-212f-4383-adde-1e6eae362a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.078900 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ebdb226c-212f-4383-adde-1e6eae362a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.080158 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ebdb226c-212f-4383-adde-1e6eae362a0a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7df52d8b-d678-4f9f-b938-495f8de93cc3 HTTP/1.1" status: 204 len: 168 time: 0.1286135 Jul 27 18:06:10.088927 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb226c-212f-4383-adde-1e6eae362a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df52d8b-d678-4f9f-b938-495f8de93cc3,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:10.696461 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37396) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:10.794062 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1761499820-network', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:10.815131 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Made reservation on behalf of 52aadc58a3634b83a19e5d64c06d04ab for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:06:10.817358 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.826550 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.920650 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.924355 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.948812 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:06:10.959257 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed969bf1-044d-4c2c-b78e-6d6f2547bd6f,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:10.964401 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:10.964752 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Added segment 50129ef6-4bd9-4c23-ab6e-40e58046776d of type vlan for network 187c338d-05f2-4809-9685-abfe0ff43874 Jul 27 18:06:11.013217 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.044093 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.045056 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:11.045661 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.097923 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4001484 Jul 27 18:06:11.100654 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37400) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:11.107796 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Request body: {'subnet': {'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1761499820-subnet', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'ip_version': 4}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:11.118816 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfd63d-2425-4c18-a45c-64c843654163 admin admin] Pushing event updated for resources: {'Network': ['ID=187c338d-05f2-4809-9685-abfe0ff43874,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:11.131579 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 187c338d-05f2-4809-9685-abfe0ff43874 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:06:11.135023 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Made reservation on behalf of 52aadc58a3634b83a19e5d64c06d04ab for: {'subnet': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:06:11.137305 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126337987'] for subnet, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.315826 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127653704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126338001'] for subnet, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.382477 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:11.392642 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Checking segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:11.393123 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Network hostable DHCP agents. Network: 187c338d-05f2-4809-9685-abfe0ff43874, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93050) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:06:11.410153 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Network 187c338d-05f2-4809-9685-abfe0ff43874 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93050) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:06:11.418616 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 187c338d-05f2-4809-9685-abfe0ff43874) {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:11.423647 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:11.424430 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.428679 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21a5a7-3e86-42b3-92f5-5c4fcf25a2dc None None] Network 187c338d-05f2-4809-9685-abfe0ff43874 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:06:11.439443 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-eac77d29-3e73-4680-8a05-4ad7c2f3aec2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3376734 Jul 27 18:06:11.442196 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37404) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:11.446559 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:11.467364 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.468331 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.520944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.582258 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-187c338d-05f2-4809-9685-abfe0ff43874', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 18:06:11.583167 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.680440 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.723843 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Allocated IP 172.20.0.2 (187c338d-05f2-4809-9685-abfe0ff43874/44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1/abbb37f9-5bb5-4321-b192-d492f9691918) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:06:11.870476 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.878354 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.878955 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Transition to ACTIVE for port object abbb37f9-5bb5-4321-b192-d492f9691918 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:11.897068 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Transition to ACTIVE for port object abbb37f9-5bb5-4321-b192-d492f9691918 will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:11.901969 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.903308 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:11.941856 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Network 187c338d-05f2-4809-9685-abfe0ff43874 is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:11.947967 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:11.952341 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:06:11.955426 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Pushing event updated for resources: {'Port': ['ID=abbb37f9-5bb5-4321-b192-d492f9691918,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:12.011308 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Allocated IP 172.27.1.197 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/8542b961-0b9e-4200-82b9-54cefc0b708a) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:06:12.016613 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Attempting to bind port abbb37f9-5bb5-4321-b192-d492f9691918 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:06:12.016885 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Attempting to bind port abbb37f9-5bb5-4321-b192-d492f9691918 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:06:12.017024 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Attempting to bind port abbb37f9-5bb5-4321-b192-d492f9691918 on network 187c338d-05f2-4809-9685-abfe0ff43874 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:06:12.022422 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:06:12.022794 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Checking segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:12.023268 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:12.023704 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Bound using segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:06:12.024125 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Bound port: abbb37f9-5bb5-4321-b192-d492f9691918, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:06:12.024503 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:12.090790 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] For port abbb37f9-5bb5-4321-b192-d492f9691918, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:06:12.094769 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] For port abbb37f9-5bb5-4321-b192-d492f9691918, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=abbb37f9-5bb5-4321-b192-d492f9691918,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:06:12.099530 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:12.119753 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:12.157054 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788233d-a516-4bd9-a642-6913d4f3945d None None] Pushing event updated for resources: {'Port': ['ID=abbb37f9-5bb5-4321-b192-d492f9691918,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:12.160354 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:12.199225 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:12.205690 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:12.209421 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:06:12.214959 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Pushing event updated for resources: {'Port': ['ID=8542b961-0b9e-4200-82b9-54cefc0b708a,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:12.516433 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:12.955610 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:13.081382 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238306c5-d9c0-49b2-8ae9-f9fc0bf3d93a None None] Network 187c338d-05f2-4809-9685-abfe0ff43874 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:06:13.093105 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 18:06:13.146395 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-7d5885de-04e3-4635-a5c7-57b9e9cb31ba None None] Provisioning for port abbb37f9-5bb5-4321-b192-d492f9691918 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:13.206041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:06:13.220880 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:06:13.222962 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:13.227654 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37408) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:13.228212 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-fa0720f6-5c4c-4434-9e1f-c1fdf67eb257 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7845411 Jul 27 18:06:13.252249 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:13.253031 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:13.382908 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:13.577707 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:12Z', 'revision_number': 3, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:13.608643 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:06:13.608985 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Updating router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa port 8542b961-0b9e-4200-82b9-54cefc0b708a binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:06:13.643334 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:13.667100 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:13.830942 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Allocated IP 172.20.0.1 (187c338d-05f2-4809-9685-abfe0ff43874/44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1/d1582f65-e666-4d9f-b6d4-1df65455cd1c) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:06:13.907840 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:13.918766 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Transition to ACTIVE for port object 8542b961-0b9e-4200-82b9-54cefc0b708a will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:13.925557 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:13.949034 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:13.964911 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Transition to ACTIVE for port object d1582f65-e666-4d9f-b6d4-1df65455cd1c will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:13.979743 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Pushing event updated for resources: {'Port': ['ID=8542b961-0b9e-4200-82b9-54cefc0b708a,revision_number=2']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:13.982075 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Attempting to bind port 8542b961-0b9e-4200-82b9-54cefc0b708a on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:06:13.982485 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Attempting to bind port 8542b961-0b9e-4200-82b9-54cefc0b708a by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:06:13.982873 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Attempting to bind port 8542b961-0b9e-4200-82b9-54cefc0b708a on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:06:13.993137 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.993517 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.993857 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.994192 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.994523 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.994853 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.995199 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.995523 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.995869 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.996185 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.996510 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:13.996832 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:14.000925 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:06:14.001314 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:14.001715 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.002095 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:06:14.002577 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Bound port: 8542b961-0b9e-4200-82b9-54cefc0b708a, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:06:14.003087 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.009853 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.052733 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Network 187c338d-05f2-4809-9685-abfe0ff43874 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:14.059213 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:14.059391 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] For port 8542b961-0b9e-4200-82b9-54cefc0b708a, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:06:14.062565 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] For port 8542b961-0b9e-4200-82b9-54cefc0b708a, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=8542b961-0b9e-4200-82b9-54cefc0b708a,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:06:14.065542 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:06:14.067928 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.069086 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Pushing event updated for resources: {'Port': ['ID=d1582f65-e666-4d9f-b6d4-1df65455cd1c,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:14.113580 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.126855 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:14.127525 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:14.165735 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cde3ef-00a5-4781-b60a-0620c3413ce8 None None] Pushing event updated for resources: {'Port': ['ID=8542b961-0b9e-4200-82b9-54cefc0b708a,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:14.265128 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.302266 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-63f8e23f-22af-428d-b136-52beac008766 None None] Provisioning for port d1582f65-e666-4d9f-b6d4-1df65455cd1c completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:14.307441 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-63f8e23f-22af-428d-b136-52beac008766 None None] Provisioning complete for port d1582f65-e666-4d9f-b6d4-1df65455cd1c triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:14.308048 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-63f8e23f-22af-428d-b136-52beac008766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.332062 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:14.356487 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-63f8e23f-22af-428d-b136-52beac008766 None None] Port d1582f65-e666-4d9f-b6d4-1df65455cd1c cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:06:14.442564 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device abbb37f9-5bb5-4321-b192-d492f9691918 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:14.472484 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.479628 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.501200 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port abbb37f9-5bb5-4321-b192-d492f9691918 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:14.506487 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port abbb37f9-5bb5-4321-b192-d492f9691918 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:14.506902 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.533911 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:12Z', 'revision_number': 3, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:14.550258 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.567951 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Pushing event updated for resources: {'Port': ['ID=d1582f65-e666-4d9f-b6d4-1df65455cd1c,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:14.570596 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc50263-c83c-46f8-a843-f4423f3e45d2 None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:12Z', 'revision_number': 3, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:06:14.596496 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.630956 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port abbb37f9-5bb5-4321-b192-d492f9691918, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=abbb37f9-5bb5-4321-b192-d492f9691918,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:14.636013 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:14.663925 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Network 187c338d-05f2-4809-9685-abfe0ff43874 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:14.665462 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:14.689750 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=abbb37f9-5bb5-4321-b192-d492f9691918,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:14.803800 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:06:14.939293 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:06:14.944554 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-2f50602a-0783-4c6b-a7e6-a7063c8d8b03 admin admin] 10.222.0.47 "PUT /v2.0/routers/c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7154200 Jul 27 18:06:14.987391 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-571332a8-003d-4e5c-b2c3-619736d9ee29 None None] Provisioning complete for port d1582f65-e666-4d9f-b6d4-1df65455cd1c triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:14.987766 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-571332a8-003d-4e5c-b2c3-619736d9ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.033384 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-571332a8-003d-4e5c-b2c3-619736d9ee29 None None] Port d1582f65-e666-4d9f-b6d4-1df65455cd1c cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:06:15.471509 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37428) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:15.476480 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1133179355-network', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:15.498711 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Made reservation on behalf of b9dcc20dc12847c38b0e5fee7a8415e8 for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:06:15.501706 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.511023 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.605751 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.610541 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.635819 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:06:15.646578 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10047b7-2f9a-49b8-a958-e49a48841a96,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:15.652405 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.652405 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Added segment 8f561087-e01a-40ae-b72e-403c504a2cb4 of type vlan for network 375eb68c-3975-48f8-9894-597fe12f495d Jul 27 18:06:15.693715 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.724551 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.725828 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:15.726494 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:15.785049 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3124444 Jul 27 18:06:15.787886 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37432) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:15.795129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Request body: {'subnet': {'network_id': '375eb68c-3975-48f8-9894-597fe12f495d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1133179355-subnet', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:15.799690 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b621d-e0de-4dfb-9583-208e40312206 admin admin] Pushing event updated for resources: {'Network': ['ID=375eb68c-3975-48f8-9894-597fe12f495d,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:15.811393 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 375eb68c-3975-48f8-9894-597fe12f495d details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:06:15.824640 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Made reservation on behalf of b9dcc20dc12847c38b0e5fee7a8415e8 for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:06:15.827195 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125844075'] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.010551 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:06:16.035444 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125860179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125844089'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.093396 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=954684a4-2e7e-4d16-a0a4-957f7ace7a4f,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:16.105539 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Checking segment: {'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:16.105903 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Network hostable DHCP agents. Network: 375eb68c-3975-48f8-9894-597fe12f495d, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:06:16.123976 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Network 375eb68c-3975-48f8-9894-597fe12f495d is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:06:16.133874 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 375eb68c-3975-48f8-9894-597fe12f495d) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:16.137955 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:16.138592 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.143727 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206bab6-681c-45b3-aeb3-bc6eb9cd5feb None None] Network 375eb68c-3975-48f8-9894-597fe12f495d requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:06:16.154134 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-3b581687-832e-41f9-9be9-7eff5c79cd2f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3629203 Jul 27 18:06:16.159376 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37434) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:16.162408 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:16.184806 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.186011 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.200103 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:06:16.221818 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:16.222464 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:16.246521 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.399072 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.471204 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 8542b961-0b9e-4200-82b9-54cefc0b708a up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:16.539850 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:16.630164 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.645877 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-375eb68c-3975-48f8-9894-597fe12f495d', 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'fixed_ips': [{'subnet_id': '954684a4-2e7e-4d16-a0a4-957f7ace7a4f'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 18:06:16.646739 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.653350 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.709427 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 8542b961-0b9e-4200-82b9-54cefc0b708a completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:16.728721 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 8542b961-0b9e-4200-82b9-54cefc0b708a triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:16.729091 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.764386 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Allocated IP 172.27.1.128 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/921f2112-273f-4794-aea3-c387bc61f051) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:06:16.888175 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.929517 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:16.956998 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Allocated IP 172.20.0.2 (375eb68c-3975-48f8-9894-597fe12f495d/954684a4-2e7e-4d16-a0a4-957f7ace7a4f/83458770-5232-49bc-baaa-dfb7d04d61c7) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:06:16.970326 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:16.976750 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:16.981288 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:06:16.985244 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Pushing event updated for resources: {'Port': ['ID=921f2112-273f-4794-aea3-c387bc61f051,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:16.997626 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.065522 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 8542b961-0b9e-4200-82b9-54cefc0b708a, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=8542b961-0b9e-4200-82b9-54cefc0b708a,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:17.067934 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 2, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:17.072647 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.073440 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device abbb37f9-5bb5-4321-b192-d492f9691918 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:17.110401 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:06:17.110764 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Updating router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa port d1582f65-e666-4d9f-b6d4-1df65455cd1c binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:06:17.245897 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.271282 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.281924 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=8542b961-0b9e-4200-82b9-54cefc0b708a,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:17.381489 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.383326 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port abbb37f9-5bb5-4321-b192-d492f9691918 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:17.383689 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.422401 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Transition to ACTIVE for port object 83458770-5232-49bc-baaa-dfb7d04d61c7 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:17.458281 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.514433 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Transition to ACTIVE for port object 83458770-5232-49bc-baaa-dfb7d04d61c7 will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:17.528576 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.588642 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 18:06:17.635933 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Network 375eb68c-3975-48f8-9894-597fe12f495d is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:17.665784 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Pushing event updated for resources: {'Port': ['ID=83458770-5232-49bc-baaa-dfb7d04d61c7,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:17.668551 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:17.700875 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:06:17.704371 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:06:17.714071 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Sync routers for ids ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:06:17.724291 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Routers {'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:17.724961 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:17.726237 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.727629 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-3ff7fd04-7dad-4c1a-919c-9db600320790 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5688205 Jul 27 18:06:17.730249 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37438) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:17.822733 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Attempting to bind port 83458770-5232-49bc-baaa-dfb7d04d61c7 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:06:17.823167 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Attempting to bind port 83458770-5232-49bc-baaa-dfb7d04d61c7 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:06:17.823541 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Attempting to bind port 83458770-5232-49bc-baaa-dfb7d04d61c7 on network 375eb68c-3975-48f8-9894-597fe12f495d {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:06:17.850053 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:06:17.850436 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Checking segment: {'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:17.850848 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.851277 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Bound using segment: {'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:06:17.851767 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Bound port: 83458770-5232-49bc-baaa-dfb7d04d61c7, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:06:17.852155 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.855208 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Set router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:17.941438 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:17.974972 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Transition to ACTIVE for port object d1582f65-e666-4d9f-b6d4-1df65455cd1c will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:17.990246 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.003087 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] For port 83458770-5232-49bc-baaa-dfb7d04d61c7, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:06:18.051406 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] For port 83458770-5232-49bc-baaa-dfb7d04d61c7, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=83458770-5232-49bc-baaa-dfb7d04d61c7,segment=NetworkSegment(8f561087-e01a-40ae-b72e-403c504a2cb4),segment_id=8f561087-e01a-40ae-b72e-403c504a2cb4)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:06:18.063118 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.066138 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cabd9-1141-405a-b03b-cf324dfc36f9 None None] Pushing event updated for resources: {'Port': ['ID=d1582f65-e666-4d9f-b6d4-1df65455cd1c,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:18.088586 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '921f2112-273f-4794-aea3-c387bc61f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:17Z', 'revision_number': 3, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port': {'id': '921f2112-273f-4794-aea3-c387bc61f051', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:18.127977 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Checking router: b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:06:18.128492 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Updating router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 port 921f2112-273f-4794-aea3-c387bc61f051 binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:06:18.178745 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.394478 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Attempting to bind port d1582f65-e666-4d9f-b6d4-1df65455cd1c on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:06:18.394860 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Attempting to bind port d1582f65-e666-4d9f-b6d4-1df65455cd1c by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:06:18.395269 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Attempting to bind port d1582f65-e666-4d9f-b6d4-1df65455cd1c on network 187c338d-05f2-4809-9685-abfe0ff43874 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:06:18.398901 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e8bcc-a9de-4724-930f-1b990a7f514e None None] Pushing event updated for resources: {'Port': ['ID=83458770-5232-49bc-baaa-dfb7d04d61c7,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:18.407634 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:06:18.408015 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Checking segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:18.408427 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.408821 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Bound using segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:06:18.409301 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Bound port: d1582f65-e666-4d9f-b6d4-1df65455cd1c, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:06:18.409686 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.461253 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 8542b961-0b9e-4200-82b9-54cefc0b708a up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:18.540403 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] For port d1582f65-e666-4d9f-b6d4-1df65455cd1c, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:06:18.545055 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] For port d1582f65-e666-4d9f-b6d4-1df65455cd1c, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=d1582f65-e666-4d9f-b6d4-1df65455cd1c,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:06:18.549035 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 8542b961-0b9e-4200-82b9-54cefc0b708a triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:18.549318 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.552676 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.595087 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.616507 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Transition to ACTIVE for port object 921f2112-273f-4794-aea3-c387bc61f051 will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:18.624070 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.624966 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.647494 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:18.648154 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:18.683295 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Attempting to bind port 921f2112-273f-4794-aea3-c387bc61f051 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:06:18.683660 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Attempting to bind port 921f2112-273f-4794-aea3-c387bc61f051 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:06:18.684022 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Attempting to bind port 921f2112-273f-4794-aea3-c387bc61f051 on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:06:18.693017 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cabd9-1141-405a-b03b-cf324dfc36f9 None None] Pushing event updated for resources: {'Port': ['ID=d1582f65-e666-4d9f-b6d4-1df65455cd1c,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:18.697234 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:06:18.697600 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:18.697994 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.698378 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:06:18.698852 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Bound port: 921f2112-273f-4794-aea3-c387bc61f051, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:06:18.699251 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.761267 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] For port 921f2112-273f-4794-aea3-c387bc61f051, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:06:18.764506 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] For port 921f2112-273f-4794-aea3-c387bc61f051, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=921f2112-273f-4794-aea3-c387bc61f051,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:06:18.772920 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:18.776187 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d66564-3e4a-43d9-91c1-6a584060b4d9 None None] Pushing event updated for resources: {'Port': ['ID=921f2112-273f-4794-aea3-c387bc61f051,revision_number=2']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:18.823044 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:18.834942 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Routers {'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:18.836196 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:18.862567 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Allocated IP 172.20.0.1 (375eb68c-3975-48f8-9894-597fe12f495d/954684a4-2e7e-4d16-a0a4-957f7ace7a4f/e4f52d9e-3b44-4f86-827f-37f75afdc4c8) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:06:18.999727 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] Set router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:19.022184 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:19.036567 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Transition to ACTIVE for port object e4f52d9e-3b44-4f86-827f-37f75afdc4c8 will not be triggered until provisioned by entity DHCP. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:19.076982 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d66564-3e4a-43d9-91c1-6a584060b4d9 None None] Pushing event updated for resources: {'Port': ['ID=921f2112-273f-4794-aea3-c387bc61f051,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:19.086245 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:18Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:19.092725 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:19.118356 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca0292-5270-4e5c-a573-44a0cdb7f1b8 None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:18Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:06:19.151329 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Network 375eb68c-3975-48f8-9894-597fe12f495d is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:19.158971 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:19.162366 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:06:19.166438 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:19.230636 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:19.271537 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '921f2112-273f-4794-aea3-c387bc61f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:17Z', 'revision_number': 3, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port': {'id': '921f2112-273f-4794-aea3-c387bc61f051', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:19.316673 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104b2ea1-555e-490f-80ac-65251fc14f57 None None] The sync data for ids ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'] in dv-cinder-786260-13-iscsi is: [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '921f2112-273f-4794-aea3-c387bc61f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:17Z', 'revision_number': 3, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port': {'id': '921f2112-273f-4794-aea3-c387bc61f051', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:06:19.392039 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fb9f2-0681-4bc4-9c8f-5b4c7329b8c2 None None] Network 375eb68c-3975-48f8-9894-597fe12f495d requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:06:19.412026 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:19.458648 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-ec3f7aef-9e6a-4427-bd87-966377a046a0 None None] Provisioning for port 83458770-5232-49bc-baaa-dfb7d04d61c7 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:19.610476 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:19.615768 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:19.715054 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:19.718285 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:19.858189 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Network 375eb68c-3975-48f8-9894-597fe12f495d is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:19.860996 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:19.922872 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-703842f1-e7d5-4bf7-8b84-1e1b6ef183e1 None None] Provisioning for port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:19.930640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-703842f1-e7d5-4bf7-8b84-1e1b6ef183e1 None None] Provisioning complete for port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:19.933382 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-703842f1-e7d5-4bf7-8b84-1e1b6ef183e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.003926 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-703842f1-e7d5-4bf7-8b84-1e1b6ef183e1 None None] Port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:06:20.025398 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:06:20.169446 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:06:20.181754 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-3f477aa4-8eb6-41b4-afc2-00f59f8a2179 admin admin] 10.222.0.47 "PUT /v2.0/routers/b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4503322 Jul 27 18:06:20.228950 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b14acd2c-2df4-4604-adc3-ac990e9a5192 None None] Provisioning complete for port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:20.229496 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b14acd2c-2df4-4604-adc3-ac990e9a5192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.276433 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b14acd2c-2df4-4604-adc3-ac990e9a5192 None None] Port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:06:20.413316 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-bb2b1809-b1d0-4ad9-9988-5ca28329b025 None None] Provisioning complete for port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:20.414236 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-bb2b1809-b1d0-4ad9-9988-5ca28329b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.470180 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-bb2b1809-b1d0-4ad9-9988-5ca28329b025 None None] Port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:06:20.536771 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device d1582f65-e666-4d9f-b6d4-1df65455cd1c up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:20.597392 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port d1582f65-e666-4d9f-b6d4-1df65455cd1c completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:20.606857 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port d1582f65-e666-4d9f-b6d4-1df65455cd1c triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:20.607340 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.687799 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.722597 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port d1582f65-e666-4d9f-b6d4-1df65455cd1c, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=d1582f65-e666-4d9f-b6d4-1df65455cd1c,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:20.726767 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.727681 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 83458770-5232-49bc-baaa-dfb7d04d61c7 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:20.815438 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-aef28845-6628-43c6-aa0a-b86df29d7501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.830619 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=d1582f65-e666-4d9f-b6d4-1df65455cd1c,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:20.847867 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 83458770-5232-49bc-baaa-dfb7d04d61c7 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:20.853598 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 83458770-5232-49bc-baaa-dfb7d04d61c7 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:20.853971 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.934340 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.980549 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 83458770-5232-49bc-baaa-dfb7d04d61c7, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=83458770-5232-49bc-baaa-dfb7d04d61c7,segment=NetworkSegment(8f561087-e01a-40ae-b72e-403c504a2cb4),segment_id=8f561087-e01a-40ae-b72e-403c504a2cb4)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:20.985526 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:20.986324 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 921f2112-273f-4794-aea3-c387bc61f051 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:21.061357 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=83458770-5232-49bc-baaa-dfb7d04d61c7,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:21.075860 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 921f2112-273f-4794-aea3-c387bc61f051 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:21.080538 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 921f2112-273f-4794-aea3-c387bc61f051 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:21.080915 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.108485 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37452) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:21.113249 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-a68a683c-f802-484d-8d4a-d71b1ecc920d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374470308', 'description': 'tempest-secgroup-smoke-374470308 description', 'project_id': '52aadc58a3634b83a19e5d64c06d04ab'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:21.135354 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a68a683c-f802-484d-8d4a-d71b1ecc920d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.165749 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.188145 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 921f2112-273f-4794-aea3-c387bc61f051, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=921f2112-273f-4794-aea3-c387bc61f051,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:21.191936 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.224877 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a68a683c-f802-484d-8d4a-d71b1ecc920d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.230615 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a68a683c-f802-484d-8d4a-d71b1ecc920d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.245544 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=921f2112-273f-4794-aea3-c387bc61f051,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:21.257418 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a68a683c-f802-484d-8d4a-d71b1ecc920d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.258642 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a68a683c-f802-484d-8d4a-d71b1ecc920d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1491439 Jul 27 18:06:21.261730 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37456) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:21.262589 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a683c-f802-484d-8d4a-d71b1ecc920d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c9315-4d89-4dbf-9e4e-3eb64c95f259,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:21.267914 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-421da9ee-0310-4baf-97fe-525351792ec3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'security_group_rule': {'security_group_id': 'b81c9315-4d89-4dbf-9e4e-3eb64c95f259', 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:21.297509 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-421da9ee-0310-4baf-97fe-525351792ec3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.359211 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-421da9ee-0310-4baf-97fe-525351792ec3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.362823 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-421da9ee-0310-4baf-97fe-525351792ec3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.381277 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421da9ee-0310-4baf-97fe-525351792ec3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745d8c01-384c-4f9f-8bd2-c81b9e0f1588,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:21.383666 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-421da9ee-0310-4baf-97fe-525351792ec3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.387446 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-421da9ee-0310-4baf-97fe-525351792ec3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220806 Jul 27 18:06:21.388351 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37458) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:21.392896 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-1e49af6d-bb30-4b8e-ae18-f5b1cdd022ae tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'security_group_rule': {'security_group_id': 'b81c9315-4d89-4dbf-9e4e-3eb64c95f259', 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:21.419866 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1e49af6d-bb30-4b8e-ae18-f5b1cdd022ae tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.477090 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1e49af6d-bb30-4b8e-ae18-f5b1cdd022ae tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.480680 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1e49af6d-bb30-4b8e-ae18-f5b1cdd022ae tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.498016 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49af6d-bb30-4b8e-ae18-f5b1cdd022ae tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902dff04-1ab4-41aa-a52a-e8c25c085c42,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:21.504957 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1e49af6d-bb30-4b8e-ae18-f5b1cdd022ae tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.508574 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-1e49af6d-bb30-4b8e-ae18-f5b1cdd022ae tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175995 Jul 27 18:06:21.509106 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37460) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:21.513726 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-5dc02beb-541c-46c3-8a6d-211dc15f94c3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'security_group_rule': {'security_group_id': 'b81c9315-4d89-4dbf-9e4e-3eb64c95f259', 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:21.540986 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5dc02beb-541c-46c3-8a6d-211dc15f94c3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.598821 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5dc02beb-541c-46c3-8a6d-211dc15f94c3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.602898 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5dc02beb-541c-46c3-8a6d-211dc15f94c3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.625075 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc02beb-541c-46c3-8a6d-211dc15f94c3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125170c8-57ba-4b13-97ac-f1fab92801b0,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:21.633785 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5dc02beb-541c-46c3-8a6d-211dc15f94c3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.636127 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-5dc02beb-541c-46c3-8a6d-211dc15f94c3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260214 Jul 27 18:06:21.638976 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37462) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:21.646093 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-7b1a414f-295d-4e61-b7f7-7dc72402b013 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'security_group_rule': {'security_group_id': 'b81c9315-4d89-4dbf-9e4e-3eb64c95f259', 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:21.672573 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7b1a414f-295d-4e61-b7f7-7dc72402b013 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.737680 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7b1a414f-295d-4e61-b7f7-7dc72402b013 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.741770 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7b1a414f-295d-4e61-b7f7-7dc72402b013 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.759384 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a414f-295d-4e61-b7f7-7dc72402b013 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c932aff6-6a6b-4e4f-b58b-a8d55ab64673,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:21.766300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7b1a414f-295d-4e61-b7f7-7dc72402b013 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.767446 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7b1a414f-295d-4e61-b7f7-7dc72402b013 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273751 Jul 27 18:06:21.770470 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37464) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:21.775397 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-f28411bc-7983-498f-b877-13a48ccdf5ad tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'security_group_rule': {'security_group_id': 'b81c9315-4d89-4dbf-9e4e-3eb64c95f259', 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:21.799746 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.securitygroups_db [None req-f28411bc-7983-498f-b877-13a48ccdf5ad tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Project 52aadc58a3634b83a19e5d64c06d04ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 18:06:21.805147 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-f28411bc-7983-498f-b877-13a48ccdf5ad tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.870935 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-f28411bc-7983-498f-b877-13a48ccdf5ad tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.875108 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-f28411bc-7983-498f-b877-13a48ccdf5ad tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.892431 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28411bc-7983-498f-b877-13a48ccdf5ad tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad4c8a6-31d9-46ee-8551-bea2304116a7,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:21.899596 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-f28411bc-7983-498f-b877-13a48ccdf5ad tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:21.900934 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-f28411bc-7983-498f-b877-13a48ccdf5ad tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291528 Jul 27 18:06:21.903801 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37466) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:21.908503 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-babf5871-46f9-43bc-81aa-87cff1a0774f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'security_group_rule': {'security_group_id': 'b81c9315-4d89-4dbf-9e4e-3eb64c95f259', 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:21.932686 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.securitygroups_db [None req-babf5871-46f9-43bc-81aa-87cff1a0774f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Project 52aadc58a3634b83a19e5d64c06d04ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 18:06:21.938375 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-babf5871-46f9-43bc-81aa-87cff1a0774f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:22.003474 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-babf5871-46f9-43bc-81aa-87cff1a0774f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:22.007874 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-babf5871-46f9-43bc-81aa-87cff1a0774f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:22.030541 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf5871-46f9-43bc-81aa-87cff1a0774f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fbe96d-9569-40c6-aca9-ba787f1d25b9,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:22.038303 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-babf5871-46f9-43bc-81aa-87cff1a0774f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:22.039627 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-babf5871-46f9-43bc-81aa-87cff1a0774f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348271 Jul 27 18:06:22.191996 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Sync routers for ids ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:06:22.212059 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Routers {'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:22.212815 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:22.350336 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Set router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:22.428480 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device d1582f65-e666-4d9f-b6d4-1df65455cd1c up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:22.553589 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port d1582f65-e666-4d9f-b6d4-1df65455cd1c triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:22.553976 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:22.667781 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '921f2112-273f-4794-aea3-c387bc61f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:19Z', 'revision_number': 4, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port': {'id': '921f2112-273f-4794-aea3-c387bc61f051', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'e4f52d9e-3b44-4f86-827f-37f75afdc4c8', 'name': '', 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'mac_address': 'fa:16:3e:be:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '954684a4-2e7e-4d16-a0a4-957f7ace7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:18Z', 'updated_at': '2021-07-27T18:06:19Z', 'revision_number': 2, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'subnets': [{'id': '954684a4-2e7e-4d16-a0a4-957f7ace7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:22.698355 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Checking router: b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:06:22.698710 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Updating router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:06:22.721589 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 83458770-5232-49bc-baaa-dfb7d04d61c7 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:22.763887 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:22.812637 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 83458770-5232-49bc-baaa-dfb7d04d61c7 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:22.813006 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.134571 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 921f2112-273f-4794-aea3-c387bc61f051 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:23.247568 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 921f2112-273f-4794-aea3-c387bc61f051 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:23.247848 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.280193 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.300548 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Transition to ACTIVE for port object e4f52d9e-3b44-4f86-827f-37f75afdc4c8 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:23.308399 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.387469 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358864a-8db8-44c0-a494-15ddf9731e06 None None] Pushing event updated for resources: {'Port': ['ID=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:23.461884 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Attempting to bind port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:06:23.462256 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Attempting to bind port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:06:23.462623 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Attempting to bind port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 on network 375eb68c-3975-48f8-9894-597fe12f495d {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:06:23.472035 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:06:23.472567 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Checking segment: {'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:23.472990 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.473397 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Bound using segment: {'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:06:23.473903 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Bound port: e4f52d9e-3b44-4f86-827f-37f75afdc4c8, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f561087-e01a-40ae-b72e-403c504a2cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:06:23.474318 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.543967 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] For port e4f52d9e-3b44-4f86-827f-37f75afdc4c8, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:06:23.548064 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] For port e4f52d9e-3b44-4f86-827f-37f75afdc4c8, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,segment=NetworkSegment(8f561087-e01a-40ae-b72e-403c504a2cb4),segment_id=8f561087-e01a-40ae-b72e-403c504a2cb4)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:06:23.553141 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.629759 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Routers {'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:23.630430 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:05:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:23.633716 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358864a-8db8-44c0-a494-15ddf9731e06 None None] Pushing event updated for resources: {'Port': ['ID=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:23.713165 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.719566 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2593f9f8-d702-40dc-92c9-052438252528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:23.785933 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] Set router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:24.007456 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '921f2112-273f-4794-aea3-c387bc61f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:19Z', 'revision_number': 4, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port': {'id': '921f2112-273f-4794-aea3-c387bc61f051', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'e4f52d9e-3b44-4f86-827f-37f75afdc4c8', 'name': '', 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'mac_address': 'fa:16:3e:be:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '954684a4-2e7e-4d16-a0a4-957f7ace7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:18Z', 'updated_at': '2021-07-27T18:06:23Z', 'revision_number': 4, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'subnets': [{'id': '954684a4-2e7e-4d16-a0a4-957f7ace7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:24.044576 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3349b70-4e93-47b5-9b5f-adb515cf7d11 None None] The sync data for ids ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'] in dv-cinder-786260-13-iscsi is: [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '921f2112-273f-4794-aea3-c387bc61f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:19Z', 'revision_number': 4, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port': {'id': '921f2112-273f-4794-aea3-c387bc61f051', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'e4f52d9e-3b44-4f86-827f-37f75afdc4c8', 'name': '', 'network_id': '375eb68c-3975-48f8-9894-597fe12f495d', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'mac_address': 'fa:16:3e:be:e6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '954684a4-2e7e-4d16-a0a4-957f7ace7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:18Z', 'updated_at': '2021-07-27T18:06:23Z', 'revision_number': 4, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'subnets': [{'id': '954684a4-2e7e-4d16-a0a4-957f7ace7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:06:24.412411 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device e4f52d9e-3b44-4f86-827f-37f75afdc4c8 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:24.471283 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:24.486205 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:24.491768 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:24.492567 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:24.583799 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:24.620060 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port e4f52d9e-3b44-4f86-827f-37f75afdc4c8, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,segment=NetworkSegment(8f561087-e01a-40ae-b72e-403c504a2cb4),segment_id=8f561087-e01a-40ae-b72e-403c504a2cb4)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:24.624732 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:24.677681 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:26.142553 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:26.391640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device e4f52d9e-3b44-4f86-827f-37f75afdc4c8 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:26.443606 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:26.444055 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:30.487531 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994a6c-5a1e-482d-90dc-864dcf7877eb req-9af3fcaa-2e23-4708-b8c9-f34c06920cdd tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:30.489144 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ed994a6c-5a1e-482d-90dc-864dcf7877eb req-9af3fcaa-2e23-4708-b8c9-f34c06920cdd tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0729227 Jul 27 18:06:30.527712 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ed994a6c-5a1e-482d-90dc-864dcf7877eb req-7c104877-e89c-49cb-9f27-3b0dd61172ac tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Jul 27 18:06:31.577267 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:31.687937 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e3268-09dd-4b50-bbac-379972661762 req-5b2f3e2d-f75c-4377-9014-0cd80db6ab44 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:31.689503 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cf9e3268-09dd-4b50-bbac-379972661762 req-5b2f3e2d-f75c-4377-9014-0cd80db6ab44 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0698974 Jul 27 18:06:31.730966 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cf9e3268-09dd-4b50-bbac-379972661762 req-18afc1fc-71c1-40c3-946a-7e99d3b08cde tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354722 Jul 27 18:06:32.869803 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b61be-8c95-412f-a9bd-94cf0e580d86 req-d1596d7e-a174-4122-a6b7-9cb9a55b6f18 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:32.871341 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a27b61be-8c95-412f-a9bd-94cf0e580d86 req-d1596d7e-a174-4122-a6b7-9cb9a55b6f18 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0669277 Jul 27 18:06:32.911305 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a27b61be-8c95-412f-a9bd-94cf0e580d86 req-2effdb4b-fd1a-40c0-a420-1d434a7bdcbd tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Jul 27 18:06:34.046207 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49030b-8f91-4f81-a794-ab646fa60534 req-6cb8146c-f5ce-4bc6-b010-c03f588fa69a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:34.047955 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1a49030b-8f91-4f81-a794-ab646fa60534 req-6cb8146c-f5ce-4bc6-b010-c03f588fa69a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0638330 Jul 27 18:06:34.086601 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1a49030b-8f91-4f81-a794-ab646fa60534 req-517c882b-97b5-4319-af33-ff7674b964c9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326893 Jul 27 18:06:35.232548 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d5fe-7a8f-4b4f-aaaf-202f806a6d4f req-6e583f83-56f3-4d0a-9890-841489dcb862 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:35.234608 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-31f6d5fe-7a8f-4b4f-aaaf-202f806a6d4f req-6e583f83-56f3-4d0a-9890-841489dcb862 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0731604 Jul 27 18:06:35.276253 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-31f6d5fe-7a8f-4b4f-aaaf-202f806a6d4f req-0ea607c8-b400-4216-8757-2fe31d2b7ef0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356393 Jul 27 18:06:36.415932 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86300dd4-5395-4ab5-8ec7-399b81073ef9 req-30c1f563-9376-4b3a-b4e0-6e42b0523fd5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:36.417427 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-86300dd4-5395-4ab5-8ec7-399b81073ef9 req-30c1f563-9376-4b3a-b4e0-6e42b0523fd5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0647438 Jul 27 18:06:36.460029 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-86300dd4-5395-4ab5-8ec7-399b81073ef9 req-311df983-fce7-41f9-b7c8-117cef2adbf1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365069 Jul 27 18:06:37.600494 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39331446-78d1-4892-ae49-c6a7b4c3d128 req-f52f7cf5-5538-49bd-bb5f-024d20cc1d4c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:37.601907 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-39331446-78d1-4892-ae49-c6a7b4c3d128 req-f52f7cf5-5538-49bd-bb5f-024d20cc1d4c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0674195 Jul 27 18:06:37.641292 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-39331446-78d1-4892-ae49-c6a7b4c3d128 req-6302e3fb-c3c7-461f-8e27-4a95d7181571 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334866 Jul 27 18:06:38.787521 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b47326-a14a-4aa5-a05d-84dcd3024f51 req-d63a79ca-01eb-4151-ba9b-8c4310231154 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:38.788994 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-08b47326-a14a-4aa5-a05d-84dcd3024f51 req-d63a79ca-01eb-4151-ba9b-8c4310231154 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0743620 Jul 27 18:06:38.828329 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-08b47326-a14a-4aa5-a05d-84dcd3024f51 req-4df7742b-739c-4052-9f94-56c3edbe2100 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332627 Jul 27 18:06:39.896082 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-a396f0ab-88f3-4abb-a7c2-375bf1e06be6 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374470308&fields=id&tenant_id=52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 267 time: 0.0350916 Jul 27 18:06:39.970030 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628ffcd-a514-4d74-b723-8c4383f1f9fa req-c7ebc21b-af69-48cf-af25-d97597141693 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:39.971616 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c628ffcd-a514-4d74-b723-8c4383f1f9fa req-c7ebc21b-af69-48cf-af25-d97597141693 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0703616 Jul 27 18:06:40.013551 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-27470e64-8408-46d5-897d-04798c2201b2 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:40.020350 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-27470e64-8408-46d5-897d-04798c2201b2 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 812 time: 0.1125290 Jul 27 18:06:40.020605 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c628ffcd-a514-4d74-b723-8c4383f1f9fa req-1bec40fa-d5a7-4ebc-9454-a22a5406cf66 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386240 Jul 27 18:06:40.039097 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-553d5eb0-3e63-4170-b31c-50134782c53b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/quotas/52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 375 time: 0.0121958 Jul 27 18:06:40.108953 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-fc6ad485-61c4-41a0-b321-d24776cc06b6 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623548 Jul 27 18:06:40.211461 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-32f6df92-ee2b-4bc3-851c-ddd2bd555424 service neutron] 10.222.0.47 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901453 Jul 27 18:06:40.304039 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-520ae52b-df3c-4366-bd5d-f509715260fd service neutron] 10.222.0.47 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866590 Jul 27 18:06:40.606004 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e416e19a-86e6-4fd3-9f54-8f660c934356 req-9d6f9aa2-9ffb-487b-875d-239fc95cb382 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 210 time: 0.0311651 Jul 27 18:06:41.163156 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616a3fe-dbf8-429d-95ef-534e770dda2d req-4b6f302f-774b-4ba5-9b29-ec7c781b5231 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:41.164825 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1616a3fe-dbf8-429d-95ef-534e770dda2d req-4b6f302f-774b-4ba5-9b29-ec7c781b5231 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0725849 Jul 27 18:06:41.210928 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1616a3fe-dbf8-429d-95ef-534e770dda2d req-497ffe36-67e8-4c66-892b-745522e630fd tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381973 Jul 27 18:06:41.664703 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-e4b90fff-bfb4-4dee-b526-41a905588487 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:41.666226 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-e4b90fff-bfb4-4dee-b526-41a905588487 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 812 time: 0.1145778 Jul 27 18:06:41.713778 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-83c50f23-ba97-4895-8a19-8bbf01d72172 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 379 time: 0.0375144 Jul 27 18:06:41.724857 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'port': {'device_id': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'admin_state_up': True, 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'security_groups': ['b81c9315-4d89-4dbf-9e4e-3eb64c95f259']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:41.728528 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-bbec1c58-872c-47b7-8733-11d68f2c101f req-0b936529-0f39-4c43-a41c-752d1cac471d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 210 time: 0.0378354 Jul 27 18:06:41.843984 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Made reservation on behalf of 52aadc58a3634b83a19e5d64c06d04ab for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:06:41.848102 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:41.982049 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Allocated IP 172.20.0.10 (187c338d-05f2-4809-9685-abfe0ff43874/44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1/fca473a5-ed57-471c-872a-0c387f561a17) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:06:42.145448 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:42.161116 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Transition to ACTIVE for port object fca473a5-ed57-471c-872a-0c387f561a17 will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:42.199966 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:42.245932 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Network 187c338d-05f2-4809-9685-abfe0ff43874 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:42.252325 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:42.256053 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:06:42.262972 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=fca473a5-ed57-471c-872a-0c387f561a17,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:42.296609 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.296959 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.297299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.297635 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.297968 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.298303 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.298634 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.298962 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.299313 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.299841 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.300169 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.300495 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:42.364523 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:42.364785 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:42.385906 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-f7244318-e36a-447c-a3f1-44fecd56ad6f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6650441 Jul 27 18:06:42.401790 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Request body: {'port': {'device_id': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:42.447073 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d5dc2-f07e-4456-9593-54ee91111cfd req-1383b0af-5586-4029-b7aa-f391cf61f9d9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:42.448660 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9a1d5dc2-f07e-4456-9593-54ee91111cfd req-1383b0af-5586-4029-b7aa-f391cf61f9d9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.1545441 Jul 27 18:06:42.492527 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-1393fd75-7cb5-421c-acef-a714e915f710 None None] Provisioning for port fca473a5-ed57-471c-872a-0c387f561a17 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:42.498181 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-1393fd75-7cb5-421c-acef-a714e915f710 None None] Provisioning complete for port fca473a5-ed57-471c-872a-0c387f561a17 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:42.498736 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-1393fd75-7cb5-421c-acef-a714e915f710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:42.523447 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:42.529478 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9a1d5dc2-f07e-4456-9593-54ee91111cfd req-a4ffd6ce-235c-43ed-8cb7-71a10a5ca6d4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747712 Jul 27 18:06:42.540369 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-1393fd75-7cb5-421c-acef-a714e915f710 None None] Port fca473a5-ed57-471c-872a-0c387f561a17 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:06:42.810591 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca473a5-ed57-471c-872a-0c387f561a17 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:06:42.818414 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:42.831760 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Transition to ACTIVE for port object fca473a5-ed57-471c-872a-0c387f561a17 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:06:42.838161 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:42.896086 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fbb79-9aa2-4d19-9798-14faa5132e97 req-287e38a3-5696-4f7e-8e7f-57bcf15669e2 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:42.897732 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ac1fbb79-9aa2-4d19-9798-14faa5132e97 req-287e38a3-5696-4f7e-8e7f-57bcf15669e2 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 932 time: 0.0873144 Jul 27 18:06:42.910404 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Pushing event updated for resources: {'Port': ['ID=fca473a5-ed57-471c-872a-0c387f561a17,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:42.949463 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ac1fbb79-9aa2-4d19-9798-14faa5132e97 req-3cdd258c-3a92-45a6-b16c-fc8c0902b6ec tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375202 Jul 27 18:06:42.970300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Attempting to bind port fca473a5-ed57-471c-872a-0c387f561a17 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:06:42.970636 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Attempting to bind port fca473a5-ed57-471c-872a-0c387f561a17 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:06:42.970975 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Attempting to bind port fca473a5-ed57-471c-872a-0c387f561a17 on network 187c338d-05f2-4809-9685-abfe0ff43874 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:06:42.976586 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Port fca473a5-ed57-471c-872a-0c387f561a17 on network 187c338d-05f2-4809-9685-abfe0ff43874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:06:42.976906 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Attempting to bind port fca473a5-ed57-471c-872a-0c387f561a17 on network 187c338d-05f2-4809-9685-abfe0ff43874 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:06:42.982039 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:06:42.982372 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Checking segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:06:42.982826 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Bound using segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:06:42.983291 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Bound port: fca473a5-ed57-471c-872a-0c387f561a17, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:06:42.983621 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:43.055809 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] For port fca473a5-ed57-471c-872a-0c387f561a17, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:06:43.059054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] For port fca473a5-ed57-471c-872a-0c387f561a17, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fca473a5-ed57-471c-872a-0c387f561a17,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:06:43.064161 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:43.102449 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:43.103298 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:43.105199 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] 10.222.0.41 "PUT /v2.0/ports/fca473a5-ed57-471c-872a-0c387f561a17 HTTP/1.1" status: 200 len: 1094 time: 0.7089589 Jul 27 18:06:43.105891 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'tag': 'fca473a5-ed57-471c-872a-0c387f561a17'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:06:43.111543 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52addafa-3192-40a8-9d24-ae7674433030" -d '{"events": [{"name": "network-changed", "server_uuid": "af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd", "tag": "fca473a5-ed57-471c-872a-0c387f561a17"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:06:43.146562 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a20e20-3b49-45f3-9fc8-9f69c3503990 service neutron] Pushing event updated for resources: {'Port': ['ID=fca473a5-ed57-471c-872a-0c387f561a17,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:43.189572 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b969ff78-173c-44ee-ab1d-70d6310c5125 x-openstack-request-id: req-b969ff78-173c-44ee-ab1d-70d6310c5125 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:06:43.189934 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd", "tag": "fca473a5-ed57-471c-872a-0c387f561a17", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:06:43.190246 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b969ff78-173c-44ee-ab1d-70d6310c5125 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:06:43.190703 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'tag': 'fca473a5-ed57-471c-872a-0c387f561a17', 'status': 'completed', 'code': 200} Jul 27 18:06:43.225212 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-d91a4bf3-d436-42c5-845b-c4dc384b9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:43.226749 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-d91a4bf3-d436-42c5-845b-c4dc384b9c69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 1097 time: 0.0762646 Jul 27 18:06:43.277809 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-3f544442-1ce8-461c-868a-17e433e82bf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fca473a5-ed57-471c-872a-0c387f561a17 HTTP/1.1" status: 200 len: 217 time: 0.0422113 Jul 27 18:06:43.333392 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-5318bbc6-eb97-44ff-9dbd-349ada84b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:43.334900 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-5318bbc6-eb97-44ff-9dbd-349ada84b271 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0504098 Jul 27 18:06:43.397982 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-643ca2e9-a83a-4c21-a9cd-e92e0b5ef0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:43.399522 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-643ca2e9-a83a-4c21-a9cd-e92e0b5ef0c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562432 Jul 27 18:06:43.506512 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-a8936189-d50a-4b10-9181-e1f005b88d6e service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958247 Jul 27 18:06:43.627228 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1507638a-e4c4-4ded-a336-b432e8c449e9 req-90d494e4-7751-4de7-bf31-32f08f67abe8 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096387 Jul 27 18:06:43.683911 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b004fba-62ea-432b-a2b6-8580acfa1823 req-bceae170-7fb5-4acd-bad2-b34c5519ca7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:43.685425 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7b004fba-62ea-432b-a2b6-8580acfa1823 req-bceae170-7fb5-4acd-bad2-b34c5519ca7d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0686977 Jul 27 18:06:43.729648 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7b004fba-62ea-432b-a2b6-8580acfa1823 req-ff9769d9-dbf4-4a32-b31e-0c3cb8137b5c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375497 Jul 27 18:06:43.740242 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52addafa-3192-40a8-9d24-ae7674433030 req-c71c3611-501b-44d2-899a-948fe0a06a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:43.741953 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52addafa-3192-40a8-9d24-ae7674433030 req-c71c3611-501b-44d2-899a-948fe0a06a2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 1097 time: 0.0581656 Jul 27 18:06:44.172101 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52addafa-3192-40a8-9d24-ae7674433030 req-b123dd96-034a-431f-acfa-d54fc5ed452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:44.174816 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52addafa-3192-40a8-9d24-ae7674433030 req-b123dd96-034a-431f-acfa-d54fc5ed452a service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.4233561 Jul 27 18:06:44.197682 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43697d24-8e60-4c5b-96e4-7994c8eb63f8 req-3d7d8b1a-e268-4620-a4f3-bb54bafcee40 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:44.199305 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-43697d24-8e60-4c5b-96e4-7994c8eb63f8 req-3d7d8b1a-e268-4620-a4f3-bb54bafcee40 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 944 time: 0.1052959 Jul 27 18:06:44.240380 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52addafa-3192-40a8-9d24-ae7674433030 req-ea9f90ec-0e7d-4035-8eeb-91e00124fc44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fca473a5-ed57-471c-872a-0c387f561a17 HTTP/1.1" status: 200 len: 217 time: 0.0582843 Jul 27 18:06:44.304926 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-43697d24-8e60-4c5b-96e4-7994c8eb63f8 req-99cb3701-16db-448c-99c4-012f9f828ca0 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722747 Jul 27 18:06:44.313448 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52addafa-3192-40a8-9d24-ae7674433030 req-4ef6ccdd-33f3-4399-ac2f-917a5fb5c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:44.315038 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52addafa-3192-40a8-9d24-ae7674433030 req-4ef6ccdd-33f3-4399-ac2f-917a5fb5c9f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0664163 Jul 27 18:06:44.376861 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52addafa-3192-40a8-9d24-ae7674433030 req-c1c0fa30-0049-4b9f-9716-20ae022d3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:44.378384 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52addafa-3192-40a8-9d24-ae7674433030 req-c1c0fa30-0049-4b9f-9716-20ae022d3df8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558164 Jul 27 18:06:44.475225 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52addafa-3192-40a8-9d24-ae7674433030 req-f09c4414-79d9-40cb-a12a-b67f054de40c service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885539 Jul 27 18:06:44.570586 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-52addafa-3192-40a8-9d24-ae7674433030 req-f65f435e-c28f-4e6c-a2ea-8dda653d8b0e service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881650 Jul 27 18:06:44.870185 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4ab25-9551-43cb-9e71-128f4288a0e4 req-fb2031c0-8dff-4b01-afce-36d3ad3a4b90 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:44.871778 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fcc4ab25-9551-43cb-9e71-128f4288a0e4 req-fb2031c0-8dff-4b01-afce-36d3ad3a4b90 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0678868 Jul 27 18:06:44.913028 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fcc4ab25-9551-43cb-9e71-128f4288a0e4 req-653ae4a6-be49-4543-a38b-a673ee055461 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350490 Jul 27 18:06:45.442603 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fae89f-94f0-4f7d-8008-2cfcfc80f79b req-7df3d6fa-f9b8-4380-a7cd-4b7210fa381a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:45.444171 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f1fae89f-94f0-4f7d-8008-2cfcfc80f79b req-7df3d6fa-f9b8-4380-a7cd-4b7210fa381a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 944 time: 0.0702493 Jul 27 18:06:45.491455 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f1fae89f-94f0-4f7d-8008-2cfcfc80f79b req-2130e2b2-21c8-4ac1-b9f9-b883d58ef3e4 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378492 Jul 27 18:06:46.050734 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317aa6e-cc25-42f2-ac87-988b3eccbce0 req-268cb213-1bc9-4b06-9529-23e604a99ec1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:46.052281 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9317aa6e-cc25-42f2-ac87-988b3eccbce0 req-268cb213-1bc9-4b06-9529-23e604a99ec1 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0654871 Jul 27 18:06:46.091220 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9317aa6e-cc25-42f2-ac87-988b3eccbce0 req-9dadf456-f230-4b40-905a-14440ef89bd5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Jul 27 18:06:46.630827 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560fc9-fd94-4b2c-96c1-163d1a4acefa req-fb0b67bf-5feb-4ad2-aae8-a3c34b1c9a70 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:46.632291 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c9560fc9-fd94-4b2c-96c1-163d1a4acefa req-fb0b67bf-5feb-4ad2-aae8-a3c34b1c9a70 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 944 time: 0.0718744 Jul 27 18:06:46.674583 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c9560fc9-fd94-4b2c-96c1-163d1a4acefa req-460f8015-99d8-4258-b279-d33f7814e2b2 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352507 Jul 27 18:06:47.083229 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:06:47.190511 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:47.206040 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'port_id': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'mac_address': 'fa:16:3e:82:d9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:06:47.243004 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64facf2-c3eb-46c7-ae72-5d6f21fdc15b req-49cb4385-6e4d-44b9-8765-ff9a9e65168f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:47.246254 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c64facf2-c3eb-46c7-ae72-5d6f21fdc15b req-49cb4385-6e4d-44b9-8765-ff9a9e65168f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0723231 Jul 27 18:06:47.250754 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:47.266205 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee1585f0-bf3a-44d0-9387-433479a8ecb6 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:06:47.295111 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-c64facf2-c3eb-46c7-ae72-5d6f21fdc15b req-79414a58-333b-4c5d-a50d-fb66aa312af2 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423372 Jul 27 18:06:47.295720 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:47.300419 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:47.358220 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=6']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:47.365687 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.366039 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.366389 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.366726 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.367090 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.367425 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.367812 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.368087 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.368416 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.369005 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.369113 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.369365 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:06:47.391916 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['ee1585f0-bf3a-44d0-9387-433479a8ecb6'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:06:47.811570 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccd054-ac21-4bff-a37c-0cff36a0a15f req-4d91755d-8baa-4240-872f-46b9bbb0320a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:47.814126 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-87ccd054-ac21-4bff-a37c-0cff36a0a15f req-4d91755d-8baa-4240-872f-46b9bbb0320a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 944 time: 0.0706146 Jul 27 18:06:47.862225 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-87ccd054-ac21-4bff-a37c-0cff36a0a15f req-140bf647-2bd7-445d-9166-9b3cb38884ab tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408876 Jul 27 18:06:48.442717 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e88d5d-57e1-4671-b005-7b9e23cad7ab req-2da9f0b2-cc9c-44b9-8523-227debb30923 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:48.444471 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-93e88d5d-57e1-4671-b005-7b9e23cad7ab req-2da9f0b2-cc9c-44b9-8523-227debb30923 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 945 time: 0.0671449 Jul 27 18:06:48.496264 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-93e88d5d-57e1-4671-b005-7b9e23cad7ab req-cf1ebdf7-bf95-430b-b47f-a8407c48e681 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414004 Jul 27 18:06:49.062284 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbca0b9-804e-408f-a375-1ffbd9ffd622 req-d383c822-bee3-4d3e-b5ce-78c242a0e0a9 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:49.064448 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1dbca0b9-804e-408f-a375-1ffbd9ffd622 req-d383c822-bee3-4d3e-b5ce-78c242a0e0a9 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 944 time: 0.0998516 Jul 27 18:06:49.085332 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:49.150557 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1dbca0b9-804e-408f-a375-1ffbd9ffd622 req-7f6c10b8-aa33-4acd-93ae-da2b8a309046 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762932 Jul 27 18:06:49.159638 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port ee1585f0-bf3a-44d0-9387-433479a8ecb6 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:49.160252 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:49.279742 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:49.307312 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:06:49.310081 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2678d153-caa4-439a-89f2-67c519ba12b7" -d '{"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-plugged", "status": "completed", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:06:49.329165 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:49.334865 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:49.389739 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126bd3e4-c51d-48ae-9344-283ccb7681bd x-openstack-request-id: req-126bd3e4-c51d-48ae-9344-283ccb7681bd {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:06:49.390032 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-plugged", "status": "completed", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:06:49.390838 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-126bd3e4-c51d-48ae-9344-283ccb7681bd {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:06:49.391323 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'code': 200} Jul 27 18:06:49.398590 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=7']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:49.664061 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b451c3-cda4-483b-a6d5-7661d64c1bb6 req-2d160285-ac6c-4ec9-a3c4-7ae3b1bbad2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:49.665693 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28b451c3-cda4-483b-a6d5-7661d64c1bb6 req-2d160285-ac6c-4ec9-a3c4-7ae3b1bbad2f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0712860 Jul 27 18:06:49.712334 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28b451c3-cda4-483b-a6d5-7661d64c1bb6 req-e233641a-ec6f-43b0-ae64-4e288f0f9bab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 Jul 27 18:06:50.317860 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9408c4-ac48-40a2-ab9a-bbaa3450bea2 req-39fb95c7-d427-4b0b-b29e-a8e188c8c668 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:50.328917 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-da9408c4-ac48-40a2-ab9a-bbaa3450bea2 req-39fb95c7-d427-4b0b-b29e-a8e188c8c668 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 944 time: 0.0960114 Jul 27 18:06:50.378023 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-da9408c4-ac48-40a2-ab9a-bbaa3450bea2 req-72c33592-40be-4cce-b3ed-472bca9dfb7b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480130 Jul 27 18:06:50.798545 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e85ebb14-ecae-4308-9c14-9ed06b1a13e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:50.883495 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2bbf8-5e15-4ce4-b9df-e5bff339a0c3 req-f66480fb-86b4-4d1f-9a89-9420fa3012a6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:50.885492 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-56e2bbf8-5e15-4ce4-b9df-e5bff339a0c3 req-f66480fb-86b4-4d1f-9a89-9420fa3012a6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0814323 Jul 27 18:06:50.936804 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-56e2bbf8-5e15-4ce4-b9df-e5bff339a0c3 req-f689c958-09c7-4aa0-a438-0cb6f7f7652a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 Jul 27 18:06:51.101801 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device fca473a5-ed57-471c-872a-0c387f561a17 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:06:51.220577 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port fca473a5-ed57-471c-872a-0c387f561a17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fca473a5-ed57-471c-872a-0c387f561a17,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:51.245030 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'fca473a5-ed57-471c-872a-0c387f561a17', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'port_id': 'fca473a5-ed57-471c-872a-0c387f561a17', 'mac_address': 'fa:16:3e:59:a6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:06:51.286807 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:51.302890 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca473a5-ed57-471c-872a-0c387f561a17 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:06:51.339119 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port fca473a5-ed57-471c-872a-0c387f561a17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fca473a5-ed57-471c-872a-0c387f561a17,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:51.343658 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:51.400556 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=fca473a5-ed57-471c-872a-0c387f561a17,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:51.554203 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626198db-3554-4a13-aea9-1e8110756c08 req-77abcaab-8b7f-4a52-a494-e4c6418ef9dd tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:51.556632 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-626198db-3554-4a13-aea9-1e8110756c08 req-77abcaab-8b7f-4a52-a494-e4c6418ef9dd tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 945 time: 0.0856061 Jul 27 18:06:51.605196 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-626198db-3554-4a13-aea9-1e8110756c08 req-be5c7528-cbee-4f23-bfb1-947f9676d238 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Jul 27 18:06:51.614041 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['fca473a5-ed57-471c-872a-0c387f561a17'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:06:52.095268 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a731a-fc12-4ae6-9774-a6a22a1dd7e1 req-7065a2e0-2026-4964-bab9-14c9d47ce874 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:52.096919 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d57a731a-fc12-4ae6-9774-a6a22a1dd7e1 req-7065a2e0-2026-4964-bab9-14c9d47ce874 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0816839 Jul 27 18:06:52.139571 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d57a731a-fc12-4ae6-9774-a6a22a1dd7e1 req-081b31df-fb03-4c9e-909a-f6b41038fab5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359776 Jul 27 18:06:52.794909 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869b9ea-cabb-4e5b-891c-baa15029382a req-b69ce9f1-f63f-4fdb-a770-1dd31c817ccf tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:52.803744 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2869b9ea-cabb-4e5b-891c-baa15029382a req-b69ce9f1-f63f-4fdb-a770-1dd31c817ccf tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 945 time: 0.1083102 Jul 27 18:06:52.844184 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-2869b9ea-cabb-4e5b-891c-baa15029382a req-26488adb-01a9-43c0-ad8d-baee035eeb0c tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393469 Jul 27 18:06:53.010104 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:06:53.119984 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device fca473a5-ed57-471c-872a-0c387f561a17 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:06:53.188738 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port fca473a5-ed57-471c-872a-0c387f561a17 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:06:53.202202 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port fca473a5-ed57-471c-872a-0c387f561a17 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:06:53.204267 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:53.347131 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:53.362193 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad633b-c89c-4880-a984-cfd1f0d63182 req-a5a9a668-26cb-40ef-ac8f-f4105f229f2c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:53.371958 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-53ad633b-c89c-4880-a984-cfd1f0d63182 req-a5a9a668-26cb-40ef-ac8f-f4105f229f2c tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.1304231 Jul 27 18:06:53.375477 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca473a5-ed57-471c-872a-0c387f561a17'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:06:53.378401 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a81350-1eee-4109-b3d1-810f7c6749ab" -d '{"events": [{"server_uuid": "af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd", "name": "network-vif-plugged", "status": "completed", "tag": "fca473a5-ed57-471c-872a-0c387f561a17"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:06:53.394358 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port fca473a5-ed57-471c-872a-0c387f561a17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fca473a5-ed57-471c-872a-0c387f561a17,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:06:53.407078 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:53.423202 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-53ad633b-c89c-4880-a984-cfd1f0d63182 req-e56fc02f-603f-4294-a600-2669e08614de tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502515 Jul 27 18:06:53.491242 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589ad9e-040f-476a-b967-ec037786d4c5 x-openstack-request-id: req-9589ad9e-040f-476a-b967-ec037786d4c5 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:06:53.491921 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd", "name": "network-vif-plugged", "status": "completed", "tag": "fca473a5-ed57-471c-872a-0c387f561a17", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:06:53.492287 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9589ad9e-040f-476a-b967-ec037786d4c5 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:06:53.492835 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca473a5-ed57-471c-872a-0c387f561a17', 'code': 200} Jul 27 18:06:53.534150 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=fca473a5-ed57-471c-872a-0c387f561a17,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:53.662384 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:53.684169 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-29cbb8b8-7053-44e1-a6f5-d6e73d1b26b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:53.822057 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5739b-7e34-46a4-a5e6-ff3bfa034dbd req-4c5066dd-0217-484d-87f9-86f2fae2e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:53.824470 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3cc5739b-7e34-46a4-a5e6-ff3bfa034dbd req-4c5066dd-0217-484d-87f9-86f2fae2e6d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 1099 time: 0.0801344 Jul 27 18:06:53.866357 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3cc5739b-7e34-46a4-a5e6-ff3bfa034dbd req-bbdd38ba-e672-4950-90b8-617857a7652f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335808 Jul 27 18:06:53.994486 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de7c8-ed37-4c61-8115-6eaa4b807ae8 req-c2de34f5-152f-401d-9775-e5cd30fff0b9 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:53.996078 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-948de7c8-ed37-4c61-8115-6eaa4b807ae8 req-c2de34f5-152f-401d-9775-e5cd30fff0b9 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 946 time: 0.0720925 Jul 27 18:06:54.044784 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-948de7c8-ed37-4c61-8115-6eaa4b807ae8 req-c77b82c0-bf26-4b32-bd2f-2082dc143369 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373209 Jul 27 18:06:54.454926 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:54.600246 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7aa000-f7d6-46a9-b72c-f1084d35715c req-61c623f5-bef8-400d-bbe2-7a3da6b98050 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:54.603948 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fe7aa000-f7d6-46a9-b72c-f1084d35715c req-61c623f5-bef8-400d-bbe2-7a3da6b98050 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0912988 Jul 27 18:06:54.652836 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fe7aa000-f7d6-46a9-b72c-f1084d35715c req-6d605e73-7e8e-422c-9072-125894bcf776 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412834 Jul 27 18:06:55.190785 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57db34b-6e89-4f50-b0b3-479b1ba6a5e3 req-e4e7677d-7272-4d73-9ab9-6e4256323ad6 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:55.195536 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c57db34b-6e89-4f50-b0b3-479b1ba6a5e3 req-e4e7677d-7272-4d73-9ab9-6e4256323ad6 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 946 time: 0.0762343 Jul 27 18:06:55.236720 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c57db34b-6e89-4f50-b0b3-479b1ba6a5e3 req-3511621e-c703-4215-9637-be27c8de354a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376213 Jul 27 18:06:55.392170 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db0164-7e5b-4fa2-9c63-36dc2c777767 req-692b07a8-88cd-4a8d-8982-e0810957ea46 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:55.393699 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a0db0164-7e5b-4fa2-9c63-36dc2c777767 req-692b07a8-88cd-4a8d-8982-e0810957ea46 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 946 time: 0.0815232 Jul 27 18:06:55.440478 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a0db0164-7e5b-4fa2-9c63-36dc2c777767 req-2b8ba3ec-7485-48ba-86bd-afa971e60393 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Jul 27 18:06:55.464307 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37744) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:55.632994 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cab0a4-252c-4901-bda9-24798bbfbbef tempest-TestVolumeBootPattern-1759400201 tempest-TestVolumeBootPattern-1759400201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:55.634890 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-44cab0a4-252c-4901-bda9-24798bbfbbef tempest-TestVolumeBootPattern-1759400201 tempest-TestVolumeBootPattern-1759400201-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 1094 time: 0.1695287 Jul 27 18:06:55.638104 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37748) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:06:55.643811 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'port_id': 'fca473a5-ed57-471c-872a-0c387f561a17', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:06:55.673851 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:55.826787 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b61a7-3143-4b54-af77-11fcafbcdb67 req-807d7ca3-2c96-45bf-885b-2de4a6473527 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:55.828471 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-079b61a7-3143-4b54-af77-11fcafbcdb67 req-807d7ca3-2c96-45bf-885b-2de4a6473527 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0883772 Jul 27 18:06:55.882118 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:55.893570 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-079b61a7-3143-4b54-af77-11fcafbcdb67 req-bc339463-bd34-45a9-9cd0-c5547ae1e1d3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556619 Jul 27 18:06:56.014097 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Allocated IP 172.27.1.16 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/8d2dc4b8-5c94-4053-a3c4-edd03c182f44) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:06:56.137819 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:56.144548 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:56.187804 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:56.230745 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:06:56.234733 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:06:56.240343 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:06:56.276993 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=8d2dc4b8-5c94-4053-a3c4-edd03c182f44,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:56.727892 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:56.825260 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:57.029612 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:57.035682 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:57.108764 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1edf34-ac40-4981-89c0-5be3c437d68f req-2de05397-1850-4170-b315-eeedd88f5598 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:57.113599 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1d1edf34-ac40-4981-89c0-5be3c437d68f req-2de05397-1850-4170-b315-eeedd88f5598 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0929706 Jul 27 18:06:57.117816 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=8d2dc4b8-5c94-4053-a3c4-edd03c182f44,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:06:57.122985 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:57.191534 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-1d1edf34-ac40-4981-89c0-5be3c437d68f req-af5a9631-1647-4fc0-acee-adc1fc3c7c07 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532012 Jul 27 18:06:57.251428 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Floating IP 249b4a7e-5d6b-4dc0-8814-28a06bfad5dc associated. External IP: 172.27.1.16, port: fca473a5-ed57-471c-872a-0c387f561a17. Jul 27 18:06:57.509880 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:06:57.625363 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:06:57.639417 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:06:57.642760 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:06:57.651245 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:57.652309 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:06:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:57.684827 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b006197f-431b-4ef7-9f8c-8b1e59d72f14 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0456343 Jul 27 18:06:57.685533 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'tag': 'fca473a5-ed57-471c-872a-0c387f561a17'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:06:57.689210 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d813ffe5-ac88-4cda-8f13-500133a628dd" -d '{"events": [{"name": "network-changed", "server_uuid": "af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd", "tag": "fca473a5-ed57-471c-872a-0c387f561a17"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:06:57.728742 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398604c8-e05f-42e9-aa4d-34c685e7e1ce x-openstack-request-id: req-398604c8-e05f-42e9-aa4d-34c685e7e1ce {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:06:57.729044 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd", "tag": "fca473a5-ed57-471c-872a-0c387f561a17", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:06:57.729299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-398604c8-e05f-42e9-aa4d-34c685e7e1ce {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:06:57.729715 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'tag': 'fca473a5-ed57-471c-872a-0c387f561a17', 'status': 'completed', 'code': 200} Jul 27 18:06:57.817790 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-bc2f4ded-a0b9-4f22-bd46-d29c024fae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:57.819399 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-bc2f4ded-a0b9-4f22-bd46-d29c024fae24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 1099 time: 0.0598617 Jul 27 18:06:57.866193 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:57.925610 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-b9a5bd6f-0a84-4363-9e51-cd52a17510b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:57.927172 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-b9a5bd6f-0a84-4363-9e51-cd52a17510b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.0967910 Jul 27 18:06:58.059485 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-c7411e20-a3c9-4450-a2b2-7b52fe3bcbdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fca473a5-ed57-471c-872a-0c387f561a17 HTTP/1.1" status: 200 len: 999 time: 0.0626943 Jul 27 18:06:58.123776 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-9c21cf45-b1a9-4b80-989f-a9a7c4672fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:58.125755 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-9c21cf45-b1a9-4b80-989f-a9a7c4672fbd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0556252 Jul 27 18:06:58.126849 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '249b4a7e-5d6b-4dc0-8814-28a06bfad5dc', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': 'fca473a5-ed57-471c-872a-0c387f561a17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:59:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:06:56Z', 'updated_at': '2021-07-27T18:06:56Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:58.157682 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:06:58.165969 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:06:58.166614 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:06:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:58.190628 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-2736b134-b103-4427-a552-51f9700c010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:58.192168 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-2736b134-b103-4427-a552-51f9700c010a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548317 Jul 27 18:06:58.281130 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:06:58.332683 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b01e15-18e8-4913-b22a-be00152fbb80 req-2eef9392-1d67-4a37-a75c-23a80d5935c9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:58.334220 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-49b01e15-18e8-4913-b22a-be00152fbb80 req-2eef9392-1d67-4a37-a75c-23a80d5935c9 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0726848 Jul 27 18:06:58.335698 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-fd5a4dd3-eaaa-4520-8ee1-f212b90a7095 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345589 Jul 27 18:06:58.343344 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-693ccfbc-633e-46d3-bf2c-61fa18943145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:58.345634 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-693ccfbc-633e-46d3-bf2c-61fa18943145 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 1099 time: 0.0980842 Jul 27 18:06:58.385948 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-49b01e15-18e8-4913-b22a-be00152fbb80 req-91a9d3c6-c855-4c8f-bbdc-e86edf7bd75e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443194 Jul 27 18:06:58.521020 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d813ffe5-ac88-4cda-8f13-500133a628dd req-7ccdb819-11e2-42aa-a4a4-b7b5adc91015 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744051 Jul 27 18:06:58.522617 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-36b88a3e-44e0-4504-8318-ea4feadd45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:58.524108 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-36b88a3e-44e0-4504-8318-ea4feadd45db service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.1702394 Jul 27 18:06:58.551914 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '249b4a7e-5d6b-4dc0-8814-28a06bfad5dc', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': 'fca473a5-ed57-471c-872a-0c387f561a17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:59:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:06:56Z', 'updated_at': '2021-07-27T18:06:56Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:06:58.580788 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d345b9c-ad25-412f-866c-2eff2effacd5 None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '249b4a7e-5d6b-4dc0-8814-28a06bfad5dc', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': 'fca473a5-ed57-471c-872a-0c387f561a17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:59:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:06:56Z', 'updated_at': '2021-07-27T18:06:56Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:06:58.615484 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-4a3ef2f4-b871-4091-b306-1709f8464e54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6 HTTP/1.1" status: 200 len: 1002 time: 0.0784495 Jul 27 18:06:58.682151 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-dd899b6f-7a5f-4901-86d5-66d40467897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:58.683770 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-dd899b6f-7a5f-4901-86d5-66d40467897f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0514112 Jul 27 18:06:58.758168 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-09f9bae6-ed0a-4022-9a5f-814e77bdc617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:58.760381 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-09f9bae6-ed0a-4022-9a5f-814e77bdc617 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0696278 Jul 27 18:06:58.799692 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa27035-31b7-448f-8808-f108f26fefc7 None None] New status for floating IP 249b4a7e-5d6b-4dc0-8814-28a06bfad5dc: ACTIVE {{(pid=93052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:06:58.866874 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-174d1806-405e-4a19-9e4c-c4163bfd492d service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990496 Jul 27 18:06:58.971472 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f911385e-c345-4288-8d3e-f41182b7cb5c req-ae5e010d-aba4-4737-9e88-bb2e5be3214f service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971308 Jul 27 18:06:59.520878 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e59fae-ceea-4932-b9d5-ba2a3c4ff5a0 req-b2e82a65-c680-451a-9c3c-6d04c9afa445 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:06:59.522525 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e59fae-ceea-4932-b9d5-ba2a3c4ff5a0 req-b2e82a65-c680-451a-9c3c-6d04c9afa445 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0652916 Jul 27 18:06:59.565483 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d5e59fae-ceea-4932-b9d5-ba2a3c4ff5a0 req-95cc1f16-95c1-4411-bf5a-0b01707cd794 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361078 Jul 27 18:07:00.708611 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b592d3-a271-4569-9027-aea915a6f242 req-59d53aff-d92f-42b3-a5ef-8bb642385b84 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:00.710191 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-59b592d3-a271-4569-9027-aea915a6f242 req-59d53aff-d92f-42b3-a5ef-8bb642385b84 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 946 time: 0.0705054 Jul 27 18:07:00.753857 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-59b592d3-a271-4569-9027-aea915a6f242 req-8d550d49-e4f7-4385-9451-e69efe6c584a tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370810 Jul 27 18:07:01.154334 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:07:01.232816 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:01.256904 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:07:01.259030 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd06fb-5e49-43cd-99e4-14a41222e4a4" -d '{"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-unplugged", "status": "completed", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:07:01.275239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:01.279401 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:01.302314 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Jul 2021 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9552c98f-0408-4b4f-89f3-2198edee87c5 x-openstack-request-id: req-9552c98f-0408-4b4f-89f3-2198edee87c5 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:07:01.302606 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-unplugged", "status": "failed", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6", "code": 422}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:07:01.302861 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9552c98f-0408-4b4f-89f3-2198edee87c5 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:07:01.303284 dv-cinder-786260-13-iscsi neutron-server[93052]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'code': 422} returned with failed status Jul 27 18:07:01.344773 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=8']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:01.573505 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:01.896683 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042930a4-309b-42ab-886f-2b2d1296e278 req-c7c5dbcc-5455-4769-8e1d-3302c15c94bd tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:01.898146 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-042930a4-309b-42ab-886f-2b2d1296e278 req-c7c5dbcc-5455-4769-8e1d-3302c15c94bd tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0666046 Jul 27 18:07:01.937229 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-042930a4-309b-42ab-886f-2b2d1296e278 req-8dfc6bb7-4dcf-45ff-a25a-d58df83f584f tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330713 Jul 27 18:07:02.906921 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fb040-b5c1-4e2d-8774-f041061d49cd req-b441aa89-e3f6-4464-befb-4bdd80df82f0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:02.908468 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9c4fb040-b5c1-4e2d-8774-f041061d49cd req-b441aa89-e3f6-4464-befb-4bdd80df82f0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0693166 Jul 27 18:07:02.948667 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-9c4fb040-b5c1-4e2d-8774-f041061d49cd req-a95d23fc-e688-4e37-af6d-baf7f4712f45 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Jul 27 18:07:03.084408 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-15780070-7596-42f0-8e4c-dc567ae5ad03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559783 Jul 27 18:07:03.884360 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-e24fd3e6-31f0-4cc5-be43-34c5379a95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:03.885204 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-e24fd3e6-31f0-4cc5-be43-34c5379a95de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a&tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b HTTP/1.1" status: 200 len: 1097 time: 0.0614638 Jul 27 18:07:03.964059 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-e72f217b-9606-427f-a014-269f3a353621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:03.965545 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-e72f217b-9606-427f-a014-269f3a353621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 1097 time: 0.0546916 Jul 27 18:07:04.127070 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-5345012e-7671-486a-8057-e73884f46331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:04.128571 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-5345012e-7671-486a-8057-e73884f46331 service neutron] 10.222.0.41 "GET /v2.0/networks?id=844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 200 len: 918 time: 0.1563454 Jul 27 18:07:04.477918 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c29386-3812-4b7b-bb0e-b5cb348ee877 req-16ad73cd-f3ff-403f-9548-254632620d88 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:04.479419 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d0c29386-3812-4b7b-bb0e-b5cb348ee877 req-16ad73cd-f3ff-403f-9548-254632620d88 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.4550760 Jul 27 18:07:04.493139 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-60b781a3-822e-4e8e-90df-41367384fbe8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4333007 Jul 27 18:07:04.516283 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-dc97b1eb-c82c-4cb1-9115-87327aa6f473 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6 HTTP/1.1" status: 200 len: 1000 time: 0.3780816 Jul 27 18:07:04.543091 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d0c29386-3812-4b7b-bb0e-b5cb348ee877 req-44fe2acc-9012-4637-97d0-311a82c07007 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552514 Jul 27 18:07:04.606076 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-a6db5e6c-d142-441b-948f-004487a4def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:04.607482 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-a6db5e6c-d142-441b-948f-004487a4def9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 200 len: 856 time: 0.0797570 Jul 27 18:07:04.667051 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-3a007e14-1f9c-4931-a5db-1774b4cb5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:04.668585 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-3a007e14-1f9c-4931-a5db-1774b4cb5414 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1098 time: 0.1077449 Jul 27 18:07:04.688660 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-6f426ba0-e603-41ac-98a4-e91fc17bb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:04.690144 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-6f426ba0-e603-41ac-98a4-e91fc17bb925 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=844f09e2-67d6-447e-b105-08086c5dc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713930 Jul 27 18:07:04.854417 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-c93c8247-286b-46f9-9f17-888357ec6b00 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548991 Jul 27 18:07:04.857020 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-2de4650e-5671-4195-b37e-d9cc6d3c96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:04.858285 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-2de4650e-5671-4195-b37e-d9cc6d3c96ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 200 len: 908 time: 0.1577508 Jul 27 18:07:04.985043 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-a0e12567-40fb-4623-8cd1-422de503c589 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 200 len: 1001 time: 0.1141067 Jul 27 18:07:05.039320 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fcaa2b49-d1f2-4841-ba4b-2ee5c7bac600 req-fac28ba5-3f8d-435b-b115-e4f3480c24f3 service neutron] 10.222.0.41 "GET /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694362 Jul 27 18:07:05.057112 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-253e58ff-efaa-4d4b-92b3-43a57dbb59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:05.058565 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-253e58ff-efaa-4d4b-92b3-43a57dbb59bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47d0091b-fcb8-4666-9b8c-673e6464f3b6 HTTP/1.1" status: 200 len: 846 time: 0.0513904 Jul 27 18:07:05.121273 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-46d6f45e-7210-4a99-822e-d2ace935c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:05.122773 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-46d6f45e-7210-4a99-822e-d2ace935c451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fae0c27b-c36c-4206-b83f-32d231a30905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568357 Jul 27 18:07:05.234280 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-5da00235-9b2d-4adf-9e97-f8b9271eabf2 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952642 Jul 27 18:07:05.331286 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-abfec5eb-19a9-41cd-a7c6-e1a0ed042ece req-f91f8d0e-7ec5-49a3-9567-40b3539f655e service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891259 Jul 27 18:07:05.716279 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce0e09-f8d7-4756-9ab3-57edcd1542a1 req-681c607b-6c59-4d60-b42f-ab08fe9ae7d4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:05.724685 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-64ce0e09-f8d7-4756-9ab3-57edcd1542a1 req-681c607b-6c59-4d60-b42f-ab08fe9ae7d4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0945473 Jul 27 18:07:05.762705 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-64ce0e09-f8d7-4756-9ab3-57edcd1542a1 req-bc131c56-8595-45d5-8b0b-eb2b8f1eca38 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371187 Jul 27 18:07:06.919467 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1abddd-67a1-4ce7-aa36-5460066e2f37 req-f8d76f11-1b01-4ad1-b489-0b406efe308d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:06.921181 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db1abddd-67a1-4ce7-aa36-5460066e2f37 req-f8d76f11-1b01-4ad1-b489-0b406efe308d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0702255 Jul 27 18:07:06.981005 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-db1abddd-67a1-4ce7-aa36-5460066e2f37 req-53cf3abe-aedf-4fcf-b9cb-8c8bb86314f2 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537052 Jul 27 18:07:08.132332 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3b3a4-59d9-4f1a-bdd1-3b9682ba2ede req-cec0d6ee-3825-40bb-b00b-4bb1dbc2cb84 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:08.134701 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d7d3b3a4-59d9-4f1a-bdd1-3b9682ba2ede req-cec0d6ee-3825-40bb-b00b-4bb1dbc2cb84 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0767765 Jul 27 18:07:08.177214 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d7d3b3a4-59d9-4f1a-bdd1-3b9682ba2ede req-04075641-9149-40a0-ad24-13df9ef34219 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339797 Jul 27 18:07:09.318134 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91920e-a53e-45d5-83fa-ed5c95ca938a req-e12169c3-f111-4320-98f2-f1553fd3f155 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:09.319695 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6e91920e-a53e-45d5-83fa-ed5c95ca938a req-e12169c3-f111-4320-98f2-f1553fd3f155 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0645838 Jul 27 18:07:09.357001 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6e91920e-a53e-45d5-83fa-ed5c95ca938a req-18fa4a1e-fe42-45eb-8ab9-ef854061bd0e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314410 Jul 27 18:07:10.502501 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c7d2d-d5f6-4ea1-abd5-214445e072f2 req-1e4b684c-2757-4bfa-bddd-a87654968258 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:10.504122 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7b2c7d2d-d5f6-4ea1-abd5-214445e072f2 req-1e4b684c-2757-4bfa-bddd-a87654968258 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0723686 Jul 27 18:07:10.542734 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7b2c7d2d-d5f6-4ea1-abd5-214445e072f2 req-052c91c3-deeb-4134-8882-4ce834763741 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326812 Jul 27 18:07:11.693813 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ad97a-5af0-4db8-aa36-48dba4ac72ba req-0477c3be-1520-4b48-98eb-abe99a86e5f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:11.695311 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-939ad97a-5af0-4db8-aa36-48dba4ac72ba req-0477c3be-1520-4b48-98eb-abe99a86e5f4 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0629206 Jul 27 18:07:11.738471 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-939ad97a-5af0-4db8-aa36-48dba4ac72ba req-0e5c013e-f9f1-48a3-87b6-7129aa6d11a7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371728 Jul 27 18:07:12.887376 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46b7d5-6cd0-4ffa-b80c-59bcf80f51b5 req-8620086c-1331-47c6-b618-42adf49d138e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:12.888856 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dc46b7d5-6cd0-4ffa-b80c-59bcf80f51b5 req-8620086c-1331-47c6-b618-42adf49d138e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0763974 Jul 27 18:07:12.928066 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-dc46b7d5-6cd0-4ffa-b80c-59bcf80f51b5 req-ad795693-8c15-4a87-bdb3-7b95de4a0add tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Jul 27 18:07:14.082199 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a6014-828e-4835-8126-70f49480057c req-3027774c-ad35-4d08-a14b-be985da74bda tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:14.083864 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d36a6014-828e-4835-8126-70f49480057c req-3027774c-ad35-4d08-a14b-be985da74bda tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0824108 Jul 27 18:07:14.125323 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-d36a6014-828e-4835-8126-70f49480057c req-0972a29c-9073-4621-8ca7-f00e4ba2bfc5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349879 Jul 27 18:07:15.267838 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd78f55-4e52-47f6-a1d8-ea88f8dd43e0 req-360cea72-c87e-400b-b760-92b2a29a3423 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:15.269590 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5cd78f55-4e52-47f6-a1d8-ea88f8dd43e0 req-360cea72-c87e-400b-b760-92b2a29a3423 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0696945 Jul 27 18:07:15.307694 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5cd78f55-4e52-47f6-a1d8-ea88f8dd43e0 req-b9f991e2-0741-4707-85b1-df9336624880 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Jul 27 18:07:16.478397 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c24aa-b8b1-45c2-88ae-76d1f86a8066 req-8104911e-199b-4d78-87ee-c37e191980fe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:16.481761 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b25c24aa-b8b1-45c2-88ae-76d1f86a8066 req-8104911e-199b-4d78-87ee-c37e191980fe tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0958626 Jul 27 18:07:16.523480 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b25c24aa-b8b1-45c2-88ae-76d1f86a8066 req-4cfb49e4-7337-43f1-a1f7-01f2776fe7c0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362270 Jul 27 18:07:17.663887 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e507a2c-4b8e-44b0-9354-ec907a2060c5 req-78e23dca-edec-4200-9fbd-1451c50eeff7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:17.665357 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8e507a2c-4b8e-44b0-9354-ec907a2060c5 req-78e23dca-edec-4200-9fbd-1451c50eeff7 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0673141 Jul 27 18:07:17.707462 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8e507a2c-4b8e-44b0-9354-ec907a2060c5 req-53cbe323-cd4b-4c92-8b6c-a77b915d1b8b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331633 Jul 27 18:07:18.845051 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548676c9-b532-4c4a-9e3d-9edb7f1b6fb0 req-2acd809a-ec72-4b3e-954f-c2c8a4e08fd8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:18.846536 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-548676c9-b532-4c4a-9e3d-9edb7f1b6fb0 req-2acd809a-ec72-4b3e-954f-c2c8a4e08fd8 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 944 time: 0.0674956 Jul 27 18:07:18.884759 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-548676c9-b532-4c4a-9e3d-9edb7f1b6fb0 req-eb865b97-2fff-4e4e-8bce-db6a8f61fe56 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Jul 27 18:07:19.308687 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:07:19.405176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:19.415945 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'port_id': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'mac_address': 'fa:16:3e:82:d9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:07:19.453672 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:19.465800 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1585f0-bf3a-44d0-9387-433479a8ecb6 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:07:19.485367 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:19.489231 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:19.535373 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=9']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:19.727521 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['ee1585f0-bf3a-44d0-9387-433479a8ecb6'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:07:20.018016 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6394941-b6b0-48ee-9ed5-71b26d13ee52 req-17810a8b-dd0d-450c-b0be-2e5129c04587 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:20.019840 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6394941-b6b0-48ee-9ed5-71b26d13ee52 req-17810a8b-dd0d-450c-b0be-2e5129c04587 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 945 time: 0.0629153 Jul 27 18:07:20.058339 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f6394941-b6b0-48ee-9ed5-71b26d13ee52 req-551bad64-4ef2-40c1-a3b9-b45e6ca2aac5 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Jul 27 18:07:20.224202 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37890) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:20.385120 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Deleting port 96c26747-8e04-4401-a47a-38106fc3a1cd {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:20.385467 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:20.460998 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:20.461336 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:20.473932 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Calling delete_port for 96c26747-8e04-4401-a47a-38106fc3a1cd owned by network:floatingip {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:20.647192 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:20.676267 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event deleted for resources: {'Port': ['ID=96c26747-8e04-4401-a47a-38106fc3a1cd,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:20.740890 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for floatingip, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:20.741561 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Floating IP 4e14c724-b6e1-469f-bb6f-dfe2f9a6d1a4 disassociated (deleted). External IP: 172.27.1.253, port: c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0. Jul 27 18:07:20.800533 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-65aab706-9c33-4675-8b40-375409d1503b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:20.954969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Router f0872c92-a603-4f63-a120-b87a56a78924 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:07:21.063633 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:07:21.068239 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:21.073606 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] Sync routers for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:07:21.083024 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:07:21.083640 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:06:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:21.105759 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7af5ce84-62e3-450a-a001-f9ec4f5f7541 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "DELETE /v2.0/floatingips/4e14c724-b6e1-469f-bb6f-dfe2f9a6d1a4 HTTP/1.1" status: 204 len: 168 time: 0.8804951 Jul 27 18:07:21.106350 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:07:21.109392 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c880e6-ad11-40a2-8bd1-0259c1182f87" -d '{"events": [{"name": "network-changed", "server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:07:21.200196 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:07:21.210123 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e003d5-368b-4de6-ae82-ad4cec79b8ea req-67b38c1a-ac66-4895-a762-079560355169 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:21.211670 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e5e003d5-368b-4de6-ae82-ad4cec79b8ea req-67b38c1a-ac66-4895-a762-079560355169 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 945 time: 0.0726402 Jul 27 18:07:21.273367 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e5e003d5-368b-4de6-ae82-ad4cec79b8ea req-4729e56f-7eb7-4915-8dd3-8c9aff4d27da tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524411 Jul 27 18:07:21.280957 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca59e9a-11b0-4b2b-ade0-d09302def90c x-openstack-request-id: req-7ca59e9a-11b0-4b2b-ade0-d09302def90c {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:07:21.281250 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:07:21.281506 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ca59e9a-11b0-4b2b-ade0-d09302def90c {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:07:21.281918 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'status': 'completed', 'code': 200} Jul 27 18:07:21.320706 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:07:21.374686 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port ee1585f0-bf3a-44d0-9387-433479a8ecb6 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:07:21.375512 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:21.387641 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-eb6be19c-e2bc-4ed5-82a1-2a0959d021b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:21.389418 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-eb6be19c-e2bc-4ed5-82a1-2a0959d021b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a3f08076aed4736b42711ce66863e48&device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 1098 time: 0.0806293 Jul 27 18:07:21.420118 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc3793-b0bb-4481-803b-a4c8f21a41eb req-b3b7b85c-2d34-4ce1-b1fd-714699045224 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:21.423160 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-19dc3793-b0bb-4481-803b-a4c8f21a41eb req-b3b7b85c-2d34-4ce1-b1fd-714699045224 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0712869 Jul 27 18:07:21.439953 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:18Z', 'revision_number': 5, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:21.472761 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] Checking router: f0872c92-a603-4f63-a120-b87a56a78924 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:07:21.473027 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:21.482249 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:07:21.483472 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:06:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:21.483615 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-19dc3793-b0bb-4481-803b-a4c8f21a41eb req-b03ad0ad-741a-482f-aa3c-822c76870dab tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Jul 27 18:07:21.505129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-6c816392-7fb6-4fe0-bec2-9c08a8b2f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:21.505129 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-6c816392-7fb6-4fe0-bec2-9c08a8b2f222 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 200 len: 908 time: 0.1055467 Jul 27 18:07:21.517497 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:07:21.520693 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f2f1e0-9fb5-4c47-89a9-0798751b384f" -d '{"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-plugged", "status": "completed", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:07:21.535211 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:21.540421 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:21.573569 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-1f069a41-27b3-471c-a0ce-f21a9e922667 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 200 len: 217 time: 0.0617151 Jul 27 18:07:21.580120 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab2a1c7-d570-41d2-98a6-2e1e737ef255 x-openstack-request-id: req-dab2a1c7-d570-41d2-98a6-2e1e737ef255 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:07:21.580418 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-plugged", "status": "completed", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:07:21.580669 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dab2a1c7-d570-41d2-98a6-2e1e737ef255 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:07:21.581957 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'code': 200} Jul 27 18:07:21.611911 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:07:21.615138 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=10']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:21.649585 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-17dbba0b-6978-41eb-895a-9d1f2aee5a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:21.651301 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-17dbba0b-6978-41eb-895a-9d1f2aee5a1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=47d0091b-fcb8-4666-9b8c-673e6464f3b6 HTTP/1.1" status: 200 len: 846 time: 0.0672188 Jul 27 18:07:21.732214 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-484ef440-d819-4002-afc4-f73e7a0b71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:21.734282 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-484ef440-d819-4002-afc4-f73e7a0b71f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fae0c27b-c36c-4206-b83f-32d231a30905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734706 Jul 27 18:07:21.821944 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:18Z', 'revision_number': 5, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:21.853016 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2186a-cb8d-4461-8151-6869feff9391 None None] The sync data for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi is: [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:02:13Z', 'revision_number': 4, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '44c61159-6b73-4f1c-aeea-5478da7d20cc', 'name': '', 'network_id': 'fae0c27b-c36c-4206-b83f-32d231a30905', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'mac_address': 'fa:16:3e:91:50:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:12Z', 'updated_at': '2021-07-27T18:02:18Z', 'revision_number': 5, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'subnets': [{'id': '47d0091b-fcb8-4666-9b8c-673e6464f3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:07:21.872992 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be5a3-c7e4-4273-b612-650bbdcb544e req-419f8e20-5357-46ba-98e0-ae8bc3dc6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:21.874677 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c34be5a3-c7e4-4273-b612-650bbdcb544e req-419f8e20-5357-46ba-98e0-ae8bc3dc6ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 1100 time: 0.1328511 Jul 27 18:07:21.876598 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-e3fa11ea-e871-4364-b641-2a10d957f7b4 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336148 Jul 27 18:07:21.975412 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c34be5a3-c7e4-4273-b612-650bbdcb544e req-1c6c0539-7336-477e-b6ed-1160fe7d3a0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851142 Jul 27 18:07:22.007380 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f8c880e6-ad11-40a2-8bd1-0259c1182f87 req-4ce07a5a-bf50-4165-aebc-195daff22563 service neutron] 10.222.0.41 "GET /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105130 Jul 27 18:07:22.066833 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9fcfbf-f2f5-451a-815c-8cb10301ac59 None None] New status for floating IP 4e14c724-b6e1-469f-bb6f-dfe2f9a6d1a4: DOWN {{(pid=93052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:07:22.426868 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906edc02-b273-49fd-9465-a96726ee87d5 req-32e9d7be-de88-42d7-b85c-555cd5073f49 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:22.428476 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-906edc02-b273-49fd-9465-a96726ee87d5 req-32e9d7be-de88-42d7-b85c-555cd5073f49 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 947 time: 0.0699754 Jul 27 18:07:22.469670 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-906edc02-b273-49fd-9465-a96726ee87d5 req-72982669-be2c-44eb-a65c-8804257c3c62 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349593 Jul 27 18:07:22.716234 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db42da-c0fb-402d-a400-937b6436d6f7 req-62fa88b2-c43e-495c-b788-f82ef857029e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:22.718444 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e6db42da-c0fb-402d-a400-937b6436d6f7 req-62fa88b2-c43e-495c-b788-f82ef857029e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0661216 Jul 27 18:07:22.754686 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e6db42da-c0fb-402d-a400-937b6436d6f7 req-68ed1c70-cfe4-455d-9d20-9492ff2cff05 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec8043ea-a6ba-45cf-872a-d13cb43accce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303495 Jul 27 18:07:23.137689 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-885cc9c0-ad14-48e4-b09f-ff429c0b58b7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:23.139833 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-885cc9c0-ad14-48e4-b09f-ff429c0b58b7 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.41 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 945 time: 0.0641298 Jul 27 18:07:23.244534 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Deleting port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:23.244881 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:23.334348 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] For port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:23.334712 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:23.352586 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Calling delete_port for c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:23.481713 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:23.509578 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event deleted for resources: {'Port': ['ID=c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:23.561727 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] No DVR routers for this DVR port c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:07:23.564315 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:23.566312 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1aefc3a1-25e0-4d17-95c3-c0342f231b30 req-a3b65852-91fd-4939-a670-e3206b7d7398 tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.41 "DELETE /v2.0/ports/c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 HTTP/1.1" status: 204 len: 173 time: 0.4207110 Jul 27 18:07:23.566745 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'name': 'network-vif-deleted', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:07:23.569054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db66d9e8-9c72-4f9c-8ecc-8dd367616a7a" -d '{"events": [{"server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "name": "network-vif-deleted", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:07:23.606867 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deed3d2b-91cd-4f4c-bd5b-2a5050c27489 x-openstack-request-id: req-deed3d2b-91cd-4f4c-bd5b-2a5050c27489 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:07:23.607175 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2958c85d-3dae-4cb0-af0a-ba11a502f230", "name": "network-vif-deleted", "tag": "c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:07:23.607447 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-deed3d2b-91cd-4f4c-bd5b-2a5050c27489 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:07:23.608063 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2958c85d-3dae-4cb0-af0a-ba11a502f230', 'name': 'network-vif-deleted', 'tag': 'c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0', 'status': 'completed', 'code': 200} Jul 27 18:07:23.613569 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470fa9c-be6f-4785-bb8f-1a35aa02b3cf req-f9e8b0d5-491c-440e-8890-ec4c01f4cd22 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:23.615327 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4470fa9c-be6f-4785-bb8f-1a35aa02b3cf req-f9e8b0d5-491c-440e-8890-ec4c01f4cd22 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 947 time: 0.0709209 Jul 27 18:07:23.657850 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:23.659799 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-4470fa9c-be6f-4785-bb8f-1a35aa02b3cf req-8bd80337-2821-42e6-870b-163cb5b413b6 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 Jul 27 18:07:23.665847 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a093f23d-b743-4eb7-ae4a-71157d71dcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:23.856288 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2999f2b5-1903-49f3-bb42-dd22f3db85b9 req-fe864c87-69d3-427b-bfdb-cf1c8749537e tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "GET /v2.0/ports?device_id=2958c85d-3dae-4cb0-af0a-ba11a502f230 HTTP/1.1" status: 200 len: 210 time: 0.0298023 Jul 27 18:07:24.443233 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:24.915032 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37952) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:24.971981 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-15175366-587d-4b09-bc30-ccdc025b4fcd tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:24.996164 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-15175366-587d-4b09-bc30-ccdc025b4fcd tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:25.054677 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-15175366-587d-4b09-bc30-ccdc025b4fcd tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:25.057297 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-15175366-587d-4b09-bc30-ccdc025b4fcd tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:25.058456 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-15175366-587d-4b09-bc30-ccdc025b4fcd tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] 10.222.0.47 "DELETE /v2.0/security-groups/ec8043ea-a6ba-45cf-872a-d13cb43accce HTTP/1.1" status: 204 len: 168 time: 0.1424174 Jul 27 18:07:25.067601 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15175366-587d-4b09-bc30-ccdc025b4fcd tempest-TestShelveInstance-1794944498 tempest-TestShelveInstance-1794944498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8043ea-a6ba-45cf-872a-d13cb43accce,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:25.107306 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37956) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:25.552784 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:25.813168 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Deleting port 44c61159-6b73-4f1c-aeea-5478da7d20cc {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:25.813421 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:25.893497 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] For port 44c61159-6b73-4f1c-aeea-5478da7d20cc, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=44c61159-6b73-4f1c-aeea-5478da7d20cc,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:25.893865 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:25.907693 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Calling delete_port for 44c61159-6b73-4f1c-aeea-5478da7d20cc owned by network:router_interface {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:26.089334 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:26.115821 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=44c61159-6b73-4f1c-aeea-5478da7d20cc,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:26.145853 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:26.288690 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:26.777223 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Router f0872c92-a603-4f63-a120-b87a56a78924 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:07:26.888814 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:07:26.893974 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-a912dc52-6e20-4f95-824f-a2eb6d03bf3a admin admin] 10.222.0.47 "PUT /v2.0/routers/f0872c92-a603-4f63-a120-b87a56a78924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7854166 Jul 27 18:07:26.896697 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37960) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:26.898034 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] Sync routers for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:07:26.907521 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:07:26.908127 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:07:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:27.004246 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.107288 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:07:27.115806 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.172540 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Deleting port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:27.172885 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.254830 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] For port 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=1c7728a9-a2c0-46e2-a0d0-43dbc2c71571,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:27.255224 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.273565 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Calling delete_port for 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 owned by network:router_gateway {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:27.295446 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:07:26Z', 'revision_number': 5, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port': {'id': '1c7728a9-a2c0-46e2-a0d0-43dbc2c71571', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:58:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:10Z', 'updated_at': '2021-07-27T18:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:27.323428 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] Checking router: f0872c92-a603-4f63-a120-b87a56a78924 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:07:27.334768 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] Routers {'f0872c92-a603-4f63-a120-b87a56a78924'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:07:27.335584 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:07:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f0872c92-a603-4f63-a120-b87a56a78924'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:27.352271 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:07:27.373788 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:07:27.374038 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device c8c8b9e9-f1dc-42d6-8bf8-e1e0f93e62e0 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:07:27.426880 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] Set router f0872c92-a603-4f63-a120-b87a56a78924 gateway port host: None {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:07:27.442456 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.476874 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7728a9-a2c0-46e2-a0d0-43dbc2c71571,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:27.481565 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:07:27Z', 'revision_number': 6, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port_host': None}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:27.508181 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc9acd1-9bf2-4e0b-99e9-9f3089326318 None None] The sync data for ids ['f0872c92-a603-4f63-a120-b87a56a78924'] in dv-cinder-786260-13-iscsi is: [{'id': 'f0872c92-a603-4f63-a120-b87a56a78924', 'name': 'tempest-TestShelveInstance-60469330-router', 'tenant_id': '8a3f08076aed4736b42711ce66863e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:09Z', 'updated_at': '2021-07-27T18:07:27Z', 'revision_number': 6, 'project_id': '8a3f08076aed4736b42711ce66863e48', 'gw_port_host': None}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:07:27.540266 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.634277 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.636350 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.685422 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.685969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0872c92-a603-4f63-a120-b87a56a78924 {{(pid=93051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:07:27.691081 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.692219 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-d559918e-2e3f-4334-8c74-0a2d636d40fc admin admin] 10.222.0.47 "DELETE /v2.0/routers/f0872c92-a603-4f63-a120-b87a56a78924 HTTP/1.1" status: 204 len: 168 time: 0.7945867 Jul 27 18:07:27.694722 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37964) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:27.743735 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad436a29-ad30-44c1-9b2d-1eac0392b232 admin admin] Deleting subnet 47d0091b-fcb8-4666-9b8c-673e6464f3b6 {{(pid=93051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:07:27.746865 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad436a29-ad30-44c1-9b2d-1eac0392b232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.791388 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad436a29-ad30-44c1-9b2d-1eac0392b232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125860239'] for subnet, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.869897 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad436a29-ad30-44c1-9b2d-1eac0392b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.930969 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad436a29-ad30-44c1-9b2d-1eac0392b232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125860244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125843968'] for subnet, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.958536 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad436a29-ad30-44c1-9b2d-1eac0392b232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d0091b-fcb8-4666-9b8c-673e6464f3b6,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:27.960544 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ad436a29-ad30-44c1-9b2d-1eac0392b232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:27.962443 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ad436a29-ad30-44c1-9b2d-1eac0392b232 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/47d0091b-fcb8-4666-9b8c-673e6464f3b6 HTTP/1.1" status: 204 len: 168 time: 0.2667685 Jul 27 18:07:27.964847 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37966) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:27.966578 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c1219-0da6-427c-822a-fec4f0fa9829 None None] Network fae0c27b-c36c-4206-b83f-32d231a30905 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:07:28.033789 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.086599 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Deleting port 610261a1-027e-44f8-91fb-9d2cb42678f7 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:28.086938 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.155640 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] For port 610261a1-027e-44f8-91fb-9d2cb42678f7, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=610261a1-027e-44f8-91fb-9d2cb42678f7,segment=NetworkSegment(eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e),segment_id=eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:28.156344 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.168429 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Calling delete_port for 610261a1-027e-44f8-91fb-9d2cb42678f7 owned by network:dhcp {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:28.249383 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.274629 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b977ab3-2fff-4f9b-9ba3-1201921243eb None None] DHCP port deletion for fae0c27b-c36c-4206-b83f-32d231a30905 request from dv-cinder-786260-13-iscsi {{(pid=93052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 18:07:28.286299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=610261a1-027e-44f8-91fb-9d2cb42678f7,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:28.291295 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] No DVR routers for this DVR port 610261a1-027e-44f8-91fb-9d2cb42678f7 on host dv-cinder-786260-13-iscsi {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:07:28.364545 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.376097 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae0c27b-c36c-4206-b83f-32d231a30905']}} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:28.388158 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e') {'for_net_delete': True} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:28.388471 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb50ef2e-35d0-449e-8d7a-d27fc5b5fa2e') {} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:28.399319 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125855100'] for segment, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.413166 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.419154 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:07:28.419487 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125860346'] for segment, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: Traceback (most recent call last): Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: timer() Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: cb(*args, **kw) Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: return func(*args, **kwargs) Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: self._notify() Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: self.callback(batched_events) Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: event.method(event) Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: return f(self, *a, **k) Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._get(url).json() Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: return self.request(url, 'GET', **kwargs) Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:07:28.421383 dv-cinder-786260-13-iscsi neutron-server[93051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:07:28.425346 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 610261a1-027e-44f8-91fb-9d2cb42678f7 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:07:28.445492 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 610261a1-027e-44f8-91fb-9d2cb42678f7 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:07:28.446096 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 610261a1-027e-44f8-91fb-9d2cb42678f7 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:07:28.446592 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 44c61159-6b73-4f1c-aeea-5478da7d20cc no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:07:28.470437 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 44c61159-6b73-4f1c-aeea-5478da7d20cc {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:07:28.471206 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 44c61159-6b73-4f1c-aeea-5478da7d20cc not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:07:28.471645 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:07:28.482342 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.489075 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:28.490666 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fae0c27b-c36c-4206-b83f-32d231a30905 HTTP/1.1" status: 204 len: 168 time: 0.5249152 Jul 27 18:07:28.493687 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37968) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:28.495615 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:07:28.496227 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 1c7728a9-a2c0-46e2-a0d0-43dbc2c71571 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:07:28.502728 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647a80e-c6e9-45fd-8142-a4d11046e2d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae0c27b-c36c-4206-b83f-32d231a30905,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:28.844351 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:29.095701 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Deleting port 113af7de-a5ff-4d06-a9e6-2c76659e3703 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:29.095956 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:29.171981 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] For port 113af7de-a5ff-4d06-a9e6-2c76659e3703, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=113af7de-a5ff-4d06-a9e6-2c76659e3703,segment=NetworkSegment(b3a79109-1d42-4ba6-8b07-cbeee72cc586),segment_id=b3a79109-1d42-4ba6-8b07-cbeee72cc586)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:29.172337 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:29.188027 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Calling delete_port for 113af7de-a5ff-4d06-a9e6-2c76659e3703 owned by network:router_interface {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:29.365576 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:29.391013 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Pushing event deleted for resources: {'Port': ['ID=113af7de-a5ff-4d06-a9e6-2c76659e3703,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:29.419777 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.420316 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.420641 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.420981 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.421314 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.421647 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.421977 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.422307 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.422634 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.422958 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.423311 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.423636 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:29.563083 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.002360 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Router f4600d4d-87f8-4bd2-a3bd-164f59662e8e has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:07:30.009302 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:07:30.106178 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:07:30.111716 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-ea1684c5-168b-4c85-838d-4f234810bd3e admin admin] 10.222.0.47 "PUT /v2.0/routers/f4600d4d-87f8-4bd2-a3bd-164f59662e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170125 Jul 27 18:07:30.114182 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37970) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:30.116710 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] Sync routers for ids ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:07:30.126431 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] Routers {'f4600d4d-87f8-4bd2-a3bd-164f59662e8e'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:07:30.127397 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:07:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:30.215071 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks [] for router, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.232556 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] Set router f4600d4d-87f8-4bd2-a3bd-164f59662e8e gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:07:30.316903 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.370030 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Deleting port 7bbde06f-92fa-47db-b126-36cfa8b25dda {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:30.370377 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.412158 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:07:29Z', 'revision_number': 5, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port': {'id': '7bbde06f-92fa-47db-b126-36cfa8b25dda', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:cf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:30.442301 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] Checking router: f4600d4d-87f8-4bd2-a3bd-164f59662e8e for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:07:30.452609 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] Routers {'f4600d4d-87f8-4bd2-a3bd-164f59662e8e'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:07:30.453239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:07:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:30.456889 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] For port 7bbde06f-92fa-47db-b126-36cfa8b25dda, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=7bbde06f-92fa-47db-b126-36cfa8b25dda,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:30.457273 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.470736 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Calling delete_port for 7bbde06f-92fa-47db-b126-36cfa8b25dda owned by network:router_gateway {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:30.541664 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] Set router f4600d4d-87f8-4bd2-a3bd-164f59662e8e gateway port host: None {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:07:30.594863 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:07:30Z', 'revision_number': 6, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port_host': None}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:30.626164 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589695ad-9dff-44a6-9b81-f53ffdef3eaf None None] The sync data for ids ['f4600d4d-87f8-4bd2-a3bd-164f59662e8e'] in dv-cinder-786260-13-iscsi is: [{'id': 'f4600d4d-87f8-4bd2-a3bd-164f59662e8e', 'name': 'tempest-TestShelveInstance-806058062-router', 'tenant_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:02:16Z', 'updated_at': '2021-07-27T18:07:30Z', 'revision_number': 6, 'project_id': '90d33e4b0ff9402a8b0a24f8875bf629', 'gw_port_host': None}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:07:30.639548 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.669775 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbde06f-92fa-47db-b126-36cfa8b25dda,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:30.733449 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.835124 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.837208 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.901505 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.901971 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4600d4d-87f8-4bd2-a3bd-164f59662e8e {{(pid=93050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:07:30.906760 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.907922 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-a5018ca4-7fc5-47a0-a267-7082ef6d730d admin admin] 10.222.0.47 "DELETE /v2.0/routers/f4600d4d-87f8-4bd2-a3bd-164f59662e8e HTTP/1.1" status: 204 len: 168 time: 0.7928362 Jul 27 18:07:30.910380 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37972) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:30.954179 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa0a3c5-da8b-46d8-8b0f-df45beac8589 admin admin] Deleting subnet e8b2796c-816a-42af-b1dd-a94acfae7279 {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:07:30.957692 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9fa0a3c5-da8b-46d8-8b0f-df45beac8589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:30.993854 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9fa0a3c5-da8b-46d8-8b0f-df45beac8589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125990872'] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.106522 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9fa0a3c5-da8b-46d8-8b0f-df45beac8589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.160022 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9fa0a3c5-da8b-46d8-8b0f-df45beac8589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127653775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126337960'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.188941 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0a3c5-da8b-46d8-8b0f-df45beac8589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b2796c-816a-42af-b1dd-a94acfae7279,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:31.192528 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9fa0a3c5-da8b-46d8-8b0f-df45beac8589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.194872 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9fa0a3c5-da8b-46d8-8b0f-df45beac8589 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e8b2796c-816a-42af-b1dd-a94acfae7279 HTTP/1.1" status: 204 len: 168 time: 0.2831423 Jul 27 18:07:31.196834 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37974) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:31.199771 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e53372-4457-4aed-993e-8fafd85ecb3f None None] Network c068e704-9097-4e4b-90af-2a25bae2a8ca requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:07:31.265891 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.320724 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Deleting port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:31.321067 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.390967 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] For port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,segment=NetworkSegment(b3a79109-1d42-4ba6-8b07-cbeee72cc586),segment_id=b3a79109-1d42-4ba6-8b07-cbeee72cc586)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:31.391368 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.400354 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957e398-3851-49f1-809b-bb891852a426 None None] DHCP port deletion for c068e704-9097-4e4b-90af-2a25bae2a8ca request from dv-cinder-786260-13-iscsi {{(pid=93052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 18:07:31.406161 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Calling delete_port for b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a owned by network:dhcp {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:31.453701 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-4957e398-3851-49f1-809b-bb891852a426 None None] Deleting port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a {{(pid=93052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:31.454100 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4957e398-3851-49f1-809b-bb891852a426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.491857 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.520853 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-4957e398-3851-49f1-809b-bb891852a426 None None] For port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,segment=NetworkSegment(b3a79109-1d42-4ba6-8b07-cbeee72cc586),segment_id=b3a79109-1d42-4ba6-8b07-cbeee72cc586)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:31.521134 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4957e398-3851-49f1-809b-bb891852a426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.521695 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:31.523589 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] No DVR routers for this DVR port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a on host dv-cinder-786260-13-iscsi {{(pid=93050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:07:31.540081 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-4957e398-3851-49f1-809b-bb891852a426 None None] Calling delete_port for b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a owned by network:dhcp {{(pid=93052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:31.613062 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.630287 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c068e704-9097-4e4b-90af-2a25bae2a8ca']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:31.651181 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a79109-1d42-4ba6-8b07-cbeee72cc586') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:31.651733 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a79109-1d42-4ba6-8b07-cbeee72cc586') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:31.666231 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.682041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.688728 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:07:31.689128 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:07:31.691310 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:07:31.749983 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.754743 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.766782 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4957e398-3851-49f1-809b-bb891852a426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982'] for port, after_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.775139 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:31.777395 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c068e704-9097-4e4b-90af-2a25bae2a8ca HTTP/1.1" status: 204 len: 168 time: 0.5795944 Jul 27 18:07:31.778531 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebbf7c-ee78-4b71-8f68-18515dc4e370 admin admin] Pushing event deleted for resources: {'Network': ['ID=c068e704-9097-4e4b-90af-2a25bae2a8ca,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:31.792607 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4957e398-3851-49f1-809b-bb891852a426 None None] Network c068e704-9097-4e4b-90af-2a25bae2a8ca is not hosted by any dhcp agent {{(pid=93052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 27 18:07:31.793070 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957e398-3851-49f1-809b-bb891852a426 None None] No DVR routers for this DVR port b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a on host dv-cinder-786260-13-iscsi {{(pid=93052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:07:31.795759 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e398-3851-49f1-809b-bb891852a426 None None] Pushing event deleted for resources: {'Port': ['ID=b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a,revision_number=None']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:31.903260 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37978) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:31.942555 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d97a263a-9b6b-482e-b8bd-01cdef1485f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a3f08076aed4736b42711ce66863e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380893 Jul 27 18:07:31.945006 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37980) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:31.993536 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9effd87c-197b-4a8b-bfa1-d033b43e2278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:32.015748 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9effd87c-197b-4a8b-bfa1-d033b43e2278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:32.061313 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9effd87c-197b-4a8b-bfa1-d033b43e2278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:32.064166 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9effd87c-197b-4a8b-bfa1-d033b43e2278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:32.065336 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9effd87c-197b-4a8b-bfa1-d033b43e2278 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0add8696-416b-46b9-b36b-c61395e95e28 HTTP/1.1" status: 204 len: 168 time: 0.1194186 Jul 27 18:07:32.073955 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effd87c-197b-4a8b-bfa1-d033b43e2278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0add8696-416b-46b9-b36b-c61395e95e28,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:32.375155 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 37986) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:32.417089 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-6d23f67a-6b8d-46e9-b0f1-1e3234762d9c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90d33e4b0ff9402a8b0a24f8875bf629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401392 Jul 27 18:07:32.420372 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 37988) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:07:32.434586 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:07:32.454780 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:07:32.455150 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device b3cf4899-6e8e-417b-9d7a-1c7a26f6d79a not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:07:32.455762 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 113af7de-a5ff-4d06-a9e6-2c76659e3703 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:07:32.473711 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-003b577b-5c71-418b-9bff-06f9d1245dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:32.473991 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 113af7de-a5ff-4d06-a9e6-2c76659e3703 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:07:32.474201 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 113af7de-a5ff-4d06-a9e6-2c76659e3703 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:07:32.474628 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 7bbde06f-92fa-47db-b126-36cfa8b25dda no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:07:32.493244 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 7bbde06f-92fa-47db-b126-36cfa8b25dda {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:07:32.493586 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 7bbde06f-92fa-47db-b126-36cfa8b25dda not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:07:32.497559 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-003b577b-5c71-418b-9bff-06f9d1245dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:32.545626 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-003b577b-5c71-418b-9bff-06f9d1245dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:32.548440 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-003b577b-5c71-418b-9bff-06f9d1245dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:32.549692 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-003b577b-5c71-418b-9bff-06f9d1245dec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe771268-1b88-4340-8e33-342088245753 HTTP/1.1" status: 204 len: 168 time: 0.1281755 Jul 27 18:07:32.557943 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b577b-5c71-418b-9bff-06f9d1245dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe771268-1b88-4340-8e33-342088245753,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:50.800784 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-64e55149-b157-4810-b148-d6e6506e3c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:53.660589 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-37373839-6fec-4b16-97f3-ff2e3e2e913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:53.662673 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:54.446700 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:56.139301 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:56.966152 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e450c4c-ad78-40e0-a25a-a64792b893de req-05fd2271-7fc6-4260-9e4c-ab4c918689f3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:56.967672 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9e450c4c-ad78-40e0-a25a-a64792b893de req-05fd2271-7fc6-4260-9e4c-ab4c918689f3 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 947 time: 0.0648770 Jul 27 18:07:57.005355 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9e450c4c-ad78-40e0-a25a-a64792b893de req-7ec43efb-94d1-4337-92df-5bd1d559f0b0 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318837 Jul 27 18:07:58.142979 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa4d12-443e-4e4a-bd33-f0587baa0173 req-3590cbdd-eb63-4e0c-9fd1-0c2d17dd3e19 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:58.144777 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e9aa4d12-443e-4e4a-bd33-f0587baa0173 req-3590cbdd-eb63-4e0c-9fd1-0c2d17dd3e19 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 947 time: 0.0654225 Jul 27 18:07:58.183778 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e9aa4d12-443e-4e4a-bd33-f0587baa0173 req-e55fab7d-f375-41d3-858b-769a7371cb8e tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups?id=e7870c19-e53f-46b5-8fe5-a80aa6095827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331011 Jul 27 18:07:58.412569 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-605deba2-a470-42d0-a24d-b1f2a4ed206d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:07:58.414060 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-605deba2-a470-42d0-a24d-b1f2a4ed206d tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 947 time: 0.0666306 Jul 27 18:07:58.515202 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Deleting port ee1585f0-bf3a-44d0-9387-433479a8ecb6 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:07:58.515548 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:58.608043 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] For port ee1585f0-bf3a-44d0-9387-433479a8ecb6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ee1585f0-bf3a-44d0-9387-433479a8ecb6,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:07:58.608319 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:58.779965 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:58.780336 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:58.780651 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Floating IP b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68 disassociated. External IP: 172.27.1.236, port: ee1585f0-bf3a-44d0-9387-433479a8ecb6. Jul 27 18:07:58.780994 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Calling delete_port for ee1585f0-bf3a-44d0-9387-433479a8ecb6 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:07:58.912050 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:58.941525 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event deleted for resources: {'Port': ['ID=ee1585f0-bf3a-44d0-9387-433479a8ecb6,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:07:58.953730 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.954097 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.954469 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.954760 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.955125 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.955466 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.955797 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.956130 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.956460 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.956789 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.957114 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:58.957438 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:07:59.066640 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Router 2a717dc6-67e2-49dc-8011-20daa417d8b6 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:07:59.173279 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:07:59.183367 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] Sync routers for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:07:59.192863 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:07:59.193471 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:07:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:59.217600 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] No DVR routers for this DVR port ee1585f0-bf3a-44d0-9387-433479a8ecb6 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:07:59.220289 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:07:59.222568 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1fa63d60-1f1b-4e7b-8228-376ab4d1cfad req-271d1ebc-4df2-41df-9073-345ae15f55ab tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.41 "DELETE /v2.0/ports/ee1585f0-bf3a-44d0-9387-433479a8ecb6 HTTP/1.1" status: 204 len: 173 time: 0.8016303 Jul 27 18:07:59.223047 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-deleted', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:07:59.225540 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4308f7e3-0f7f-4df0-a1c4-0e35b07da91b" -d '{"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-deleted", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:07:59.328791 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:07:59.329861 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7f88b91a-783a-4448-bbb3-2981de03a61c req-d5d15f04-4fba-412d-a4e9-a6c4966b5371 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3a5dbc1-433d-4940-86a9-824e7fc9df4a HTTP/1.1" status: 200 len: 210 time: 0.0570674 Jul 27 18:07:59.336430 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a080b6ca-7150-4463-ad6a-6165f457ee48 x-openstack-request-id: req-a080b6ca-7150-4463-ad6a-6165f457ee48 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:07:59.337160 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a5dbc1-433d-4940-86a9-824e7fc9df4a", "name": "network-vif-deleted", "tag": "ee1585f0-bf3a-44d0-9387-433479a8ecb6", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:07:59.337626 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a080b6ca-7150-4463-ad6a-6165f457ee48 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:07:59.338148 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a5dbc1-433d-4940-86a9-824e7fc9df4a', 'name': 'network-vif-deleted', 'tag': 'ee1585f0-bf3a-44d0-9387-433479a8ecb6', 'status': 'completed', 'code': 200} Jul 27 18:07:59.541630 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:59.566509 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] Checking router: 2a717dc6-67e2-49dc-8011-20daa417d8b6 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:07:59.574545 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:07:59.576027 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:07:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:59.684766 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:07:59.883274 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:07:59.912768 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6be161d-6a3d-4d40-b416-4b0837df8ffb None None] The sync data for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi is: [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:00:11Z', 'revision_number': 4, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'f1878b70-6377-4761-8ed7-9548268e8f13', 'name': '', 'network_id': '844f09e2-67d6-447e-b105-08086c5dc8ee', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'mac_address': 'fa:16:3e:84:c0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:10Z', 'updated_at': '2021-07-27T18:00:18Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'subnets': [{'id': '9375d107-c4f4-436e-b399-881ac1a7a3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:08:00.121067 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649d5034-e43f-43c0-9e10-f7c33b8f82c8 None None] New status for floating IP b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68: DOWN {{(pid=93052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:08:00.414476 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38020) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:00.469236 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00a202c7-711e-4613-9284-f8ec4433cb49 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:00.491557 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00a202c7-711e-4613-9284-f8ec4433cb49 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:00.541066 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00a202c7-711e-4613-9284-f8ec4433cb49 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:00.543856 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-00a202c7-711e-4613-9284-f8ec4433cb49 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:00.544984 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-00a202c7-711e-4613-9284-f8ec4433cb49 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "DELETE /v2.0/security-groups/e7870c19-e53f-46b5-8fe5-a80aa6095827 HTTP/1.1" status: 204 len: 168 time: 0.1294873 Jul 27 18:08:00.547761 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38022) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:00.554276 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a202c7-711e-4613-9284-f8ec4433cb49 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7870c19-e53f-46b5-8fe5-a80aa6095827,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:00.561741 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.api.v2.resource [None req-e2b7aa88-1675-45fd-8de8-f74860ebdf2b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] show failed (client error): The resource could not be found. Jul 27 18:08:00.562743 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e2b7aa88-1675-45fd-8de8-f74860ebdf2b tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "GET /v2.0/security-groups/e7870c19-e53f-46b5-8fe5-a80aa6095827 HTTP/1.1" status: 404 len: 347 time: 0.0139534 Jul 27 18:08:00.565588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38024) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:00.688855 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Deleting port 9f039ab6-914b-4f10-b4aa-966a0674c179 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:08:00.689191 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:00.764465 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:00.764702 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:00.776304 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Calling delete_port for 9f039ab6-914b-4f10-b4aa-966a0674c179 owned by network:floatingip {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:08:00.909677 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:00.934212 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Pushing event deleted for resources: {'Port': ['ID=9f039ab6-914b-4f10-b4aa-966a0674c179,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:01.001660 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks [] for floatingip, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:01.004229 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:01.005374 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-08ff854b-f960-4604-9ce8-f814a860ac78 tempest-AttachVolumeShelveTestJSON-29740091 tempest-AttachVolumeShelveTestJSON-29740091-project] 10.222.0.47 "DELETE /v2.0/floatingips/b011d8ea-1aa9-4039-8fc1-ef6c69d9fe68 HTTP/1.1" status: 204 len: 168 time: 0.4389005 Jul 27 18:08:01.580888 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:01.613683 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:08:01.633270 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: ee1585f0-bf3a-44d0-9387-433479a8ecb6 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:08:01.633618 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device ee1585f0-bf3a-44d0-9387-433479a8ecb6 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:08:03.418185 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38046) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:03.466187 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-ccae9b47-562d-4ed9-8c86-e6675f2c5c74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520751 Jul 27 18:08:03.539067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-9fa75309-5cd2-4bbb-b26b-349b1499a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:08:03.540649 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-9fa75309-5cd2-4bbb-b26b-349b1499a2c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 1099 time: 0.0541708 Jul 27 18:08:03.648230 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-0e7ca31c-84fb-4813-8718-a9bcc69e1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:08:03.649711 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-0e7ca31c-84fb-4813-8718-a9bcc69e1dcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.0875423 Jul 27 18:08:03.714713 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-0ea777c6-6045-46da-86bb-6591dd031f37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fca473a5-ed57-471c-872a-0c387f561a17 HTTP/1.1" status: 200 len: 1001 time: 0.0577364 Jul 27 18:08:03.764164 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-9d1fbce0-b20b-4ce9-aaf4-0253dcaef91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:08:03.765624 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-9d1fbce0-b20b-4ce9-aaf4-0253dcaef91e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0442472 Jul 27 18:08:03.828184 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-535bf845-fe96-4582-8f79-0d8e5cc5a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:08:03.829686 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-535bf845-fe96-4582-8f79-0d8e5cc5a00d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565484 Jul 27 18:08:03.928013 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-7e63167a-ce37-4d43-814c-72969dececf6 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900133 Jul 27 18:08:03.949461 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:04.023940 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1ba66838-4fe2-4cad-933b-d4d1c3500103 req-c1d446f6-f978-49c8-91b6-93ac4543fb7a service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883944 Jul 27 18:08:04.213854 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Deleting port f1878b70-6377-4761-8ed7-9548268e8f13 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:08:04.214115 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:04.294642 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] For port f1878b70-6377-4761-8ed7-9548268e8f13, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=f1878b70-6377-4761-8ed7-9548268e8f13,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:08:04.295024 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:04.307974 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Calling delete_port for f1878b70-6377-4761-8ed7-9548268e8f13 owned by network:router_interface {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:08:04.489711 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:04.514931 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1878b70-6377-4761-8ed7-9548268e8f13,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:04.915457 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.126247 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Router 2a717dc6-67e2-49dc-8011-20daa417d8b6 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:08:05.227825 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:08:05.232640 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-21334159-10bc-457b-a374-7d0b7d109264 admin admin] 10.222.0.47 "PUT /v2.0/routers/2a717dc6-67e2-49dc-8011-20daa417d8b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134048 Jul 27 18:08:05.235149 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38050) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:05.237625 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] Sync routers for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:08:05.247538 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:08:05.248239 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:07:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:08:05.337269 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.438118 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:08:05.441569 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.492826 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Deleting port a66c9c53-0393-47d3-86e2-d2ecf5b25745 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:08:05.493493 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.576251 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] For port a66c9c53-0393-47d3-86e2-d2ecf5b25745, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=a66c9c53-0393-47d3-86e2-d2ecf5b25745,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:08:05.576620 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.589082 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Calling delete_port for a66c9c53-0393-47d3-86e2-d2ecf5b25745 owned by network:router_gateway {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:08:05.613917 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165'}], 'enable_snat': True}, 'gw_port_id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:08:04Z', 'revision_number': 5, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port': {'id': 'a66c9c53-0393-47d3-86e2-d2ecf5b25745', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:00:07Z', 'updated_at': '2021-07-27T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:08:05.641157 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] Checking router: 2a717dc6-67e2-49dc-8011-20daa417d8b6 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:08:05.649809 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] Routers {'2a717dc6-67e2-49dc-8011-20daa417d8b6'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:08:05.650427 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:07:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['2a717dc6-67e2-49dc-8011-20daa417d8b6'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:08:05.738347 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] Set router 2a717dc6-67e2-49dc-8011-20daa417d8b6 gateway port host: None {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:08:05.763798 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.790954 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a66c9c53-0393-47d3-86e2-d2ecf5b25745,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:05.794662 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:08:05Z', 'revision_number': 6, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port_host': None}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:08:05.821467 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b052a82b-e1ed-4fb8-934a-c3e9f80d97ef None None] The sync data for ids ['2a717dc6-67e2-49dc-8011-20daa417d8b6'] in dv-cinder-786260-13-iscsi is: [{'id': '2a717dc6-67e2-49dc-8011-20daa417d8b6', 'name': 'tempest-AttachVolumeShelveTestJSON-1493271518-router', 'tenant_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:00:06Z', 'updated_at': '2021-07-27T18:08:05Z', 'revision_number': 6, 'project_id': 'b2fda4fd0d2f4c02aca1bd9222da4e7b', 'gw_port_host': None}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:08:05.862505 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.950725 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.952830 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.995576 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:05.996087 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a717dc6-67e2-49dc-8011-20daa417d8b6 {{(pid=93050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:08:06.002041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.003545 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-1fc61c22-ba68-4bd9-bed1-19afa09cb0ca admin admin] 10.222.0.47 "DELETE /v2.0/routers/2a717dc6-67e2-49dc-8011-20daa417d8b6 HTTP/1.1" status: 204 len: 168 time: 0.7674954 Jul 27 18:08:06.005949 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38052) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:06.049815 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cc2ec0-07ff-4546-b8bf-9c61fb815c4e admin admin] Deleting subnet 9375d107-c4f4-436e-b399-881ac1a7a3e1 {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:08:06.052829 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-73cc2ec0-07ff-4546-b8bf-9c61fb815c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.085015 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-73cc2ec0-07ff-4546-b8bf-9c61fb815c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125990872'] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.168444 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-73cc2ec0-07ff-4546-b8bf-9c61fb815c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.231857 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-73cc2ec0-07ff-4546-b8bf-9c61fb815c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127653775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126337960'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.256513 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc2ec0-07ff-4546-b8bf-9c61fb815c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9375d107-c4f4-436e-b399-881ac1a7a3e1,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:06.262945 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-73cc2ec0-07ff-4546-b8bf-9c61fb815c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.267552 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-73cc2ec0-07ff-4546-b8bf-9c61fb815c4e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9375d107-c4f4-436e-b399-881ac1a7a3e1 HTTP/1.1" status: 204 len: 168 time: 0.2582161 Jul 27 18:08:06.268039 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38054) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:06.268923 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddc09d0-68a0-4293-a457-5ebb7ee9811b None None] Network 844f09e2-67d6-447e-b105-08086c5dc8ee requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:08:06.339154 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.392353 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Deleting port 18ff0b67-48fd-4d18-8dd4-83e722cced9f {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:08:06.392698 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.454650 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] For port 18ff0b67-48fd-4d18-8dd4-83e722cced9f, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=18ff0b67-48fd-4d18-8dd4-83e722cced9f,segment=NetworkSegment(6447df73-bcd3-494f-b251-b89fcf0b53cf),segment_id=6447df73-bcd3-494f-b251-b89fcf0b53cf)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:08:06.455042 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.467874 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Calling delete_port for 18ff0b67-48fd-4d18-8dd4-83e722cced9f owned by network:dhcp {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:08:06.547171 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.574819 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] No DVR routers for this DVR port 18ff0b67-48fd-4d18-8dd4-83e722cced9f on host dv-cinder-786260-13-iscsi {{(pid=93050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:08:06.577527 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ff0b67-48fd-4d18-8dd4-83e722cced9f,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:06.613312 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae257a4-d015-4282-b464-1cbe9dde2219 None None] DHCP port deletion for 844f09e2-67d6-447e-b105-08086c5dc8ee request from dv-cinder-786260-13-iscsi {{(pid=93052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 18:08:06.662112 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.672068 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844f09e2-67d6-447e-b105-08086c5dc8ee']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:08:06.675719 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 18ff0b67-48fd-4d18-8dd4-83e722cced9f no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:08:06.682358 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6447df73-bcd3-494f-b251-b89fcf0b53cf') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:08:06.682655 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6447df73-bcd3-494f-b251-b89fcf0b53cf') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:08:06.691991 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.695947 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 18ff0b67-48fd-4d18-8dd4-83e722cced9f {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:08:06.696296 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 18ff0b67-48fd-4d18-8dd4-83e722cced9f not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:08:06.696722 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device f1878b70-6377-4761-8ed7-9548268e8f13 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:08:06.706635 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.713636 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:08:06.714230 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:08:06.716079 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:08:06.719661 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: f1878b70-6377-4761-8ed7-9548268e8f13 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:08:06.720019 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device f1878b70-6377-4761-8ed7-9548268e8f13 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:08:06.720447 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device a66c9c53-0393-47d3-86e2-d2ecf5b25745 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:08:06.742503 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: a66c9c53-0393-47d3-86e2-d2ecf5b25745 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:08:06.742848 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device a66c9c53-0393-47d3-86e2-d2ecf5b25745 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:08:06.771805 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.777266 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:06.780091 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] 10.222.0.47 "DELETE /v2.0/networks/844f09e2-67d6-447e-b105-08086c5dc8ee HTTP/1.1" status: 204 len: 168 time: 0.5109997 Jul 27 18:08:06.793136 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62daad91-9723-4694-9b0c-53032b7dde41 admin admin] Pushing event deleted for resources: {'Network': ['ID=844f09e2-67d6-447e-b105-08086c5dc8ee,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:06.901777 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38058) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:06.941194 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9dd99f5b-4ed0-480a-b6b5-b53487463fb8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2fda4fd0d2f4c02aca1bd9222da4e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382531 Jul 27 18:08:06.943716 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38060) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:06.995247 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d68b5d69-cd06-43b1-af0e-351321532eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:07.008181 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:08:07.018293 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d68b5d69-cd06-43b1-af0e-351321532eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:07.064560 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d68b5d69-cd06-43b1-af0e-351321532eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:07.067249 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d68b5d69-cd06-43b1-af0e-351321532eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:07.068393 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d68b5d69-cd06-43b1-af0e-351321532eae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/429a6361-8d21-42a2-b637-61eeaa96133f HTTP/1.1" status: 204 len: 168 time: 0.1237962 Jul 27 18:08:07.076591 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b5d69-cd06-43b1-af0e-351321532eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a6361-8d21-42a2-b637-61eeaa96133f,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:16.342672 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38170) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:16.446138 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2111f29d-0f1f-4dbb-9188-d622cb601afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:16.532652 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2111f29d-0f1f-4dbb-9188-d622cb601afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:16.536312 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2111f29d-0f1f-4dbb-9188-d622cb601afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:16.573911 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-2111f29d-0f1f-4dbb-9188-d622cb601afe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73c7c30983994c0a8fc72eca639ba34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301114 Jul 27 18:08:16.575541 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111f29d-0f1f-4dbb-9188-d622cb601afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c25102-f5be-469d-8074-ee35cfb02aee,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:16.577172 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38174) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:16.627396 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ca14daad-108c-4609-ac6f-d4325cabbc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:16.648064 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ca14daad-108c-4609-ac6f-d4325cabbc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:16.693339 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ca14daad-108c-4609-ac6f-d4325cabbc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:16.696057 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ca14daad-108c-4609-ac6f-d4325cabbc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:16.697229 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ca14daad-108c-4609-ac6f-d4325cabbc4b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4c25102-f5be-469d-8074-ee35cfb02aee HTTP/1.1" status: 204 len: 168 time: 0.1181135 Jul 27 18:08:16.704841 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14daad-108c-4609-ac6f-d4325cabbc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c25102-f5be-469d-8074-ee35cfb02aee,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:20.802271 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-49cbc881-3c27-45a4-b9bc-001c21212ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:20.994410 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38258) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:21.097990 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-80b0166b-7de0-47ab-8631-9f422925475c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.186079 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-80b0166b-7de0-47ab-8631-9f422925475c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.189757 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-80b0166b-7de0-47ab-8631-9f422925475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.229016 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0166b-7de0-47ab-8631-9f422925475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30998c15-4c19-4793-b9ed-91e79b087f50,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:21.233672 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-80b0166b-7de0-47ab-8631-9f422925475c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1002716d3254ab9b860e4729eb25e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382095 Jul 27 18:08:21.236643 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38262) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:21.285510 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-870445d6-d905-4786-89b7-77c3b39e82a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.306402 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-870445d6-d905-4786-89b7-77c3b39e82a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.353436 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-870445d6-d905-4786-89b7-77c3b39e82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.356259 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-870445d6-d905-4786-89b7-77c3b39e82a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.357462 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-870445d6-d905-4786-89b7-77c3b39e82a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30998c15-4c19-4793-b9ed-91e79b087f50 HTTP/1.1" status: 204 len: 168 time: 0.1199367 Jul 27 18:08:21.365346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870445d6-d905-4786-89b7-77c3b39e82a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30998c15-4c19-4793-b9ed-91e79b087f50,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:21.616865 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38268) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:21.630516 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f85a-ebfc-4bb2-ba59-7e6f47aeb842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.720321 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f85a-ebfc-4bb2-ba59-7e6f47aeb842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.724289 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f85a-ebfc-4bb2-ba59-7e6f47aeb842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.764360 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-dfb6f85a-ebfc-4bb2-ba59-7e6f47aeb842 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed116d1863b64ec5b4d8fd1ba92d1374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464255 Jul 27 18:08:21.765187 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6f85a-ebfc-4bb2-ba59-7e6f47aeb842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942bc7cf-5073-43ee-9ff1-2bbbcf913c5a,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:21.767360 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38270) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:21.817844 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cc64c8b0-4c39-467a-ba78-544b0fc89cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.839241 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cc64c8b0-4c39-467a-ba78-544b0fc89cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.890974 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cc64c8b0-4c39-467a-ba78-544b0fc89cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.893823 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cc64c8b0-4c39-467a-ba78-544b0fc89cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:21.895456 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-cc64c8b0-4c39-467a-ba78-544b0fc89cb1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/942bc7cf-5073-43ee-9ff1-2bbbcf913c5a HTTP/1.1" status: 204 len: 168 time: 0.1269984 Jul 27 18:08:21.904261 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64c8b0-4c39-467a-ba78-544b0fc89cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942bc7cf-5073-43ee-9ff1-2bbbcf913c5a,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:23.664389 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:23.670057 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e9c89b19-11cc-4b19-a2e5-f83223765526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:24.447454 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:26.147011 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.181368 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38390) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:28.282150 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3d32930e-d9c2-4c3f-84fa-50b08e12ba80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.371878 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3d32930e-d9c2-4c3f-84fa-50b08e12ba80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.375577 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-3d32930e-d9c2-4c3f-84fa-50b08e12ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.414143 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-3d32930e-d9c2-4c3f-84fa-50b08e12ba80 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f443cf33f4d74501b57280c11b96d1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316458 Jul 27 18:08:28.415015 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32930e-d9c2-4c3f-84fa-50b08e12ba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223a0fdc-2fb3-4957-b0a7-c2a4df01e2e0,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:28.416990 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38394) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:28.468228 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0f795d6e-5403-4183-9a92-083058a84ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.489176 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0f795d6e-5403-4183-9a92-083058a84ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.534731 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0f795d6e-5403-4183-9a92-083058a84ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.537334 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0f795d6e-5403-4183-9a92-083058a84ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.538473 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0f795d6e-5403-4183-9a92-083058a84ed8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/223a0fdc-2fb3-4957-b0a7-c2a4df01e2e0 HTTP/1.1" status: 204 len: 168 time: 0.1199477 Jul 27 18:08:28.546381 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f795d6e-5403-4183-9a92-083058a84ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a0fdc-2fb3-4957-b0a7-c2a4df01e2e0,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:28.791232 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38400) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:28.804268 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-10a5581c-29e6-479c-9380-498c61329bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.891728 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-10a5581c-29e6-479c-9380-498c61329bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.895581 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-10a5581c-29e6-479c-9380-498c61329bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:28.933770 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5581c-29e6-479c-9380-498c61329bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d160920-facf-4c8d-a902-a74d88e92e8d,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:28.938045 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-10a5581c-29e6-479c-9380-498c61329bd6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=91c7144401ee485ebd892526ac313663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457894 Jul 27 18:08:28.940769 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38402) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:28.989145 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a58821f6-4da5-4c5f-a530-cdb4c4c791fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:29.010087 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a58821f6-4da5-4c5f-a530-cdb4c4c791fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:29.055393 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a58821f6-4da5-4c5f-a530-cdb4c4c791fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:29.057904 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-a58821f6-4da5-4c5f-a530-cdb4c4c791fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:29.059042 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-a58821f6-4da5-4c5f-a530-cdb4c4c791fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d160920-facf-4c8d-a902-a74d88e92e8d HTTP/1.1" status: 204 len: 168 time: 0.1173453 Jul 27 18:08:29.070433 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58821f6-4da5-4c5f-a530-cdb4c4c791fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d160920-facf-4c8d-a902-a74d88e92e8d,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:31.593630 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:33.159249 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38468) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:33.261883 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:33.350412 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:33.353921 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:33.392712 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fdd399deb5f94b46aeb16f9116582a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323794 Jul 27 18:08:33.393570 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1909700-768c-400f-8bba-9adf0124183e,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:33.395670 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38472) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:08:33.400957 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.401313 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.401724 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.402068 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.402406 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.402741 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.403115 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.403448 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.403778 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.404108 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.404433 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.404757 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579d12e7-af53-4bab-b787-476a75dbe1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:33.448776 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cfe52ec-5d5f-4ae9-97c5-892bbdefa483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:33.469330 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cfe52ec-5d5f-4ae9-97c5-892bbdefa483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:33.515483 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cfe52ec-5d5f-4ae9-97c5-892bbdefa483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:33.518107 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8cfe52ec-5d5f-4ae9-97c5-892bbdefa483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:33.519548 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-8cfe52ec-5d5f-4ae9-97c5-892bbdefa483 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1909700-768c-400f-8bba-9adf0124183e HTTP/1.1" status: 204 len: 168 time: 0.1225615 Jul 27 18:08:33.528285 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe52ec-5d5f-4ae9-97c5-892bbdefa483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1909700-768c-400f-8bba-9adf0124183e,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:44.007946 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:08:50.806134 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9561b42f-862c-4418-b75b-7c2fc0164a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:53.662090 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:53.664820 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-fd319578-72b2-4b96-a4f4-4878a1eb91d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:54.449640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:56.145844 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:56.668632 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1020dde-ad31-4005-be40-c1ab31387cc8 req-323f4bab-4bbf-4c56-b70f-5e210848893e tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:08:56.670128 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b1020dde-ad31-4005-be40-c1ab31387cc8 req-323f4bab-4bbf-4c56-b70f-5e210848893e tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 946 time: 0.2373953 Jul 27 18:08:56.708588 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b1020dde-ad31-4005-be40-c1ab31387cc8 req-5aeb802b-7379-493d-a4e9-98e270df20cd tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Jul 27 18:08:57.895048 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45595bb3-00e0-48aa-a099-5edde63eadc7 req-1dfff64a-df86-4d0b-a0eb-0d42304b7fcc tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:08:57.896532 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-45595bb3-00e0-48aa-a099-5edde63eadc7 req-1dfff64a-df86-4d0b-a0eb-0d42304b7fcc tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 946 time: 0.1163166 Jul 27 18:08:57.934495 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-45595bb3-00e0-48aa-a099-5edde63eadc7 req-6f2af243-4568-40c0-ac35-a573fce414cd tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320520 Jul 27 18:08:58.039067 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79395101-4dfb-42fe-86b1-9c586c922165 req-42b26809-db39-4558-84e2-0fd433391456 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:08:58.040510 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-79395101-4dfb-42fe-86b1-9c586c922165 req-42b26809-db39-4558-84e2-0fd433391456 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 946 time: 0.0625827 Jul 27 18:08:59.044354 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Deleting port fca473a5-ed57-471c-872a-0c387f561a17 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:08:59.045083 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:59.062450 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba593057-4da2-46ec-9a45-67a053aac4a7 req-a43298b8-9bc7-4323-92d5-fdc6ae14be25 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:08:59.064529 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ba593057-4da2-46ec-9a45-67a053aac4a7 req-a43298b8-9bc7-4323-92d5-fdc6ae14be25 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 946 time: 0.0633128 Jul 27 18:08:59.101920 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-ba593057-4da2-46ec-9a45-67a053aac4a7 req-78ef1be5-2050-422a-ab11-5f8611b448ce tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Jul 27 18:08:59.136077 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] For port fca473a5-ed57-471c-872a-0c387f561a17, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=fca473a5-ed57-471c-872a-0c387f561a17,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:08:59.136437 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:59.310022 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:59.310022 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:59.310022 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.l3_db [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Floating IP 249b4a7e-5d6b-4dc0-8814-28a06bfad5dc disassociated. External IP: 172.27.1.16, port: fca473a5-ed57-471c-872a-0c387f561a17. Jul 27 18:08:59.310022 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Calling delete_port for fca473a5-ed57-471c-872a-0c387f561a17 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:08:59.435632 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:59.464143 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event deleted for resources: {'Port': ['ID=fca473a5-ed57-471c-872a-0c387f561a17,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:08:59.473923 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.474271 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.474608 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.474942 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.475300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.475628 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.475952 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.476276 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.476624 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.476959 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.477276 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.477588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:08:59.586519 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:08:59.693263 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:08:59.702712 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:08:59.712156 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:08:59.712777 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:08:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:08:59.737565 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] No DVR routers for this DVR port fca473a5-ed57-471c-872a-0c387f561a17 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:08:59.740246 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:08:59.742686 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-79395101-4dfb-42fe-86b1-9c586c922165 req-d0858c90-4a61-4c32-bf56-aa8cd1da0e84 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "DELETE /v2.0/ports/fca473a5-ed57-471c-872a-0c387f561a17 HTTP/1.1" status: 204 len: 173 time: 0.7962277 Jul 27 18:08:59.743157 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'name': 'network-vif-deleted', 'tag': 'fca473a5-ed57-471c-872a-0c387f561a17'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:08:59.745410 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cc83d4-1ba8-4c04-9ce0-9a1ac963ae7f" -d '{"events": [{"server_uuid": "af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd", "name": "network-vif-deleted", "tag": "fca473a5-ed57-471c-872a-0c387f561a17"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:08:59.790288 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3919063e-30ad-4759-b17b-444e54573ce5 x-openstack-request-id: req-3919063e-30ad-4759-b17b-444e54573ce5 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:08:59.790815 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd", "name": "network-vif-deleted", "tag": "fca473a5-ed57-471c-872a-0c387f561a17", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:08:59.791087 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3919063e-30ad-4759-b17b-444e54573ce5 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:08:59.791485 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd', 'name': 'network-vif-deleted', 'tag': 'fca473a5-ed57-471c-872a-0c387f561a17', 'status': 'completed', 'code': 200} Jul 27 18:08:59.820769 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:00.024218 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:00.050048 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:09:00.058134 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:00.058746 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:08:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:00.162563 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:00.197104 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-91dd749f-631f-4d2a-8038-c50fd81c2821 req-37b5fe0d-d4c9-4a36-8a6c-fb9b4293e835 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 210 time: 0.0297685 Jul 27 18:09:00.355188 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:00.384793 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9b841-2407-4662-9a3b-9a80bb3d979e None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:09:00.589509 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a92c45-6865-48e1-b683-65de7df632de None None] New status for floating IP 249b4a7e-5d6b-4dc0-8814-28a06bfad5dc: DOWN {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:09:01.301233 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-6d6b7795-1b62-45b0-8f04-9f1482b0189c req-07bb9021-9ba0-4c09-a073-a5cd1ada461b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=af55b9ab-1a1b-418c-ae0c-98d4cdf9fdfd HTTP/1.1" status: 200 len: 210 time: 0.0355554 Jul 27 18:09:01.603906 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:02.554083 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-e3b5b1e5-7cc4-4aa5-a508-1a4294427619 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374470308&fields=id&tenant_id=52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 267 time: 0.0390131 Jul 27 18:09:02.662534 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b217e-750d-4104-998c-99016d17f3bc req-e6021517-eaf1-4fc7-a3e7-27c538051189 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:02.664053 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-e6021517-eaf1-4fc7-a3e7-27c538051189 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 812 time: 0.1023152 Jul 27 18:09:02.678248 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-e91e8250-1664-4de2-b3a1-4f4847ee038d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/quotas/52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 375 time: 0.0085540 Jul 27 18:09:02.746508 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-3e63d626-e2d3-4b14-8796-5204ad2f0251 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630920 Jul 27 18:09:02.761392 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-64772e7c-88f9-486a-b875-747ff506ffef service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 18:09:02.762327 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-64772e7c-88f9-486a-b875-747ff506ffef service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050166 Jul 27 18:09:02.850783 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-aab3425d-8d57-434a-8809-f147368974c0 service neutron] 10.222.0.47 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824480 Jul 27 18:09:02.910949 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device fca473a5-ed57-471c-872a-0c387f561a17 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:09:02.932009 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: fca473a5-ed57-471c-872a-0c387f561a17 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:09:02.932359 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device fca473a5-ed57-471c-872a-0c387f561a17 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:09:03.220698 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-033d38ca-e7fe-4ed3-b0e1-0b9ebf0e2f51 service neutron] 10.222.0.47 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639543 Jul 27 18:09:03.508983 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-e72ad8df-dd06-4833-b940-cb7f918d3b81 req-c9337c42-ec6e-47d0-a13b-2a1b371a4534 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 210 time: 0.0326591 Jul 27 18:09:04.567667 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b217e-750d-4104-998c-99016d17f3bc req-701500fc-7035-4b70-a3d1-4c2c6e9e6f65 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:04.569345 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-701500fc-7035-4b70-a3d1-4c2c6e9e6f65 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 812 time: 0.1216145 Jul 27 18:09:04.618841 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ab6a573b-b19a-4899-b71e-73b3d81d76d9 req-08b06ff4-ce41-402e-a476-be405cb64eb0 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 210 time: 0.0401318 Jul 27 18:09:04.645918 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-8cba433d-2f34-4a89-86f1-d06c5c81174d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 379 time: 0.0581789 Jul 27 18:09:04.656321 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'port': {'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'admin_state_up': True, 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'security_groups': ['b81c9315-4d89-4dbf-9e4e-3eb64c95f259']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:04.768002 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Made reservation on behalf of 52aadc58a3634b83a19e5d64c06d04ab for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:09:04.771831 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:04.900270 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Allocated IP 172.20.0.7 (187c338d-05f2-4809-9685-abfe0ff43874/44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1/9612cfc7-d7e9-47a1-b604-d07388e0fe13) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:05.046148 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.060884 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Transition to ACTIVE for port object 9612cfc7-d7e9-47a1-b604-d07388e0fe13 will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:05.094827 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.146087 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Network 187c338d-05f2-4809-9685-abfe0ff43874 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:05.149058 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:05.154915 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:05.182470 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=9612cfc7-d7e9-47a1-b604-d07388e0fe13,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:05.218470 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:05.219107 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.233687 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f8f61fba-3538-4598-8a5d-f1186d2fe169 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810616 Jul 27 18:09:05.245412 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-d5b19cd5-b769-4869-8a21-8024e05e1d5f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 27 18:09:05.246396 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-d5b19cd5-b769-4869-8a21-8024e05e1d5f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055070 Jul 27 18:09:05.302683 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Request body: {'port': {'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:05.383373 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.393723 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-3435a2b1-1fb2-412e-96cd-c758cd46ecd2 None None] Provisioning for port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:05.398527 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-3435a2b1-1fb2-412e-96cd-c758cd46ecd2 None None] Provisioning complete for port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:05.398900 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-3435a2b1-1fb2-412e-96cd-c758cd46ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.434086 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-3435a2b1-1fb2-412e-96cd-c758cd46ecd2 None None] Port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:09:05.667882 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9612cfc7-d7e9-47a1-b604-d07388e0fe13 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:09:05.676970 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.690042 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Transition to ACTIVE for port object 9612cfc7-d7e9-47a1-b604-d07388e0fe13 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:05.693518 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.746741 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Pushing event updated for resources: {'Port': ['ID=9612cfc7-d7e9-47a1-b604-d07388e0fe13,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:05.760256 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef5456-9ba0-4efc-a04b-ee42c455416a req-5d09b83d-b73a-47d1-92d7-6b89972aa092 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:05.761933 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3cef5456-9ba0-4efc-a04b-ee42c455416a req-5d09b83d-b73a-47d1-92d7-6b89972aa092 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 943 time: 0.0652523 Jul 27 18:09:05.803564 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3cef5456-9ba0-4efc-a04b-ee42c455416a req-2f89f863-cd54-4d9a-be6c-ceb202a3e00f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351641 Jul 27 18:09:05.819026 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Attempting to bind port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:09:05.819378 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Attempting to bind port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:09:05.819711 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Attempting to bind port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 on network 187c338d-05f2-4809-9685-abfe0ff43874 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:05.824270 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 on network 187c338d-05f2-4809-9685-abfe0ff43874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:09:05.824588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Attempting to bind port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 on network 187c338d-05f2-4809-9685-abfe0ff43874 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:05.829561 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:09:05.829974 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Checking segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:05.830384 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Bound using segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:09:05.830819 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Bound port: 9612cfc7-d7e9-47a1-b604-d07388e0fe13, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:09:05.831204 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.902564 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] For port 9612cfc7-d7e9-47a1-b604-d07388e0fe13, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:09:05.905965 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] For port 9612cfc7-d7e9-47a1-b604-d07388e0fe13, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:09:05.910280 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.945186 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:05.945813 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:05.947384 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] 10.222.0.41 "PUT /v2.0/ports/9612cfc7-d7e9-47a1-b604-d07388e0fe13 HTTP/1.1" status: 200 len: 1093 time: 0.6932483 Jul 27 18:09:05.947686 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:09:05.950038 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531d9e6-ba55-4cf8-9128-b155dd2407ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:09:05.980834 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4ecc1-5c86-4d8d-8fd2-f0492d0c7e14 service neutron] Pushing event updated for resources: {'Port': ['ID=9612cfc7-d7e9-47a1-b604-d07388e0fe13,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:05.991161 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7ae568-a5d9-455c-8a62-69e0111ac165 x-openstack-request-id: req-0c7ae568-a5d9-455c-8a62-69e0111ac165 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:09:05.991457 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:09:05.991711 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c7ae568-a5d9-455c-8a62-69e0111ac165 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:09:05.992286 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'status': 'completed', 'code': 200} Jul 27 18:09:06.052215 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b217e-750d-4104-998c-99016d17f3bc req-53faaf21-39b5-4bcd-b883-0a19ae890af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:06.053740 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-53faaf21-39b5-4bcd-b883-0a19ae890af2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 1096 time: 0.0580449 Jul 27 18:09:06.104335 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-75c6531e-63f6-49ff-a404-8b45b44218fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13 HTTP/1.1" status: 200 len: 217 time: 0.0390520 Jul 27 18:09:06.153257 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f879be1f-21b5-4657-8e82-8331f1185c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:06.154663 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-f879be1f-21b5-4657-8e82-8331f1185c74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0427456 Jul 27 18:09:06.213078 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b217e-750d-4104-998c-99016d17f3bc req-9995140f-35ab-448e-9a81-d5367f88bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:06.214507 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-9995140f-35ab-448e-9a81-d5367f88bcf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527415 Jul 27 18:09:06.308262 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-ad835e31-b976-44a2-ab7e-21adab40b65f service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859230 Jul 27 18:09:06.398297 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb5b217e-750d-4104-998c-99016d17f3bc req-b0479ccf-f155-4f48-8471-52117f64ae90 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826218 Jul 27 18:09:06.494374 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-ce1a832c-54ed-49be-b82d-750d4c98ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:06.495992 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-ce1a832c-54ed-49be-b82d-750d4c98ca06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 1096 time: 0.0550444 Jul 27 18:09:06.603512 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-90b47c84-f3ed-41a5-a808-a38a3d96c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:06.604996 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-90b47c84-f3ed-41a5-a808-a38a3d96c559 service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.0932252 Jul 27 18:09:06.648759 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-4088d521-6a62-4e3a-9485-f513b10f48f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13 HTTP/1.1" status: 200 len: 217 time: 0.0356283 Jul 27 18:09:06.705614 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-76d0ac74-3abb-46b0-8d0d-65c0ce140137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:06.707091 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-76d0ac74-3abb-46b0-8d0d-65c0ce140137 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0508735 Jul 27 18:09:06.736591 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38738) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:06.765814 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-a5268840-b71a-4c52-95fc-e9a7b45cea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:06.767366 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-a5268840-b71a-4c52-95fc-e9a7b45cea3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535743 Jul 27 18:09:06.839221 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cd38157b-2b12-429d-a410-e0651e525296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:06.861512 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-601f394a-9c3d-4fb1-9521-0478b65a7ec7 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861475 Jul 27 18:09:06.961951 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9531d9e6-ba55-4cf8-9128-b155dd2407ee req-d33a91d0-4044-4044-b251-bc627f8e4b14 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930030 Jul 27 18:09:06.974584 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8adb3-05bf-4867-8d36-85233422f69c req-cb424fad-3ece-4ee1-afa5-eab5cc404ac7 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:06.976460 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cac8adb3-05bf-4867-8d36-85233422f69c req-cb424fad-3ece-4ee1-afa5-eab5cc404ac7 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 943 time: 0.1039085 Jul 27 18:09:06.998309 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cd38157b-2b12-429d-a410-e0651e525296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:07.005957 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-cd38157b-2b12-429d-a410-e0651e525296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:07.058653 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-cd38157b-2b12-429d-a410-e0651e525296 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87fc44b66cb44df08f83dafb17bfc7c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208697 Jul 27 18:09:07.059673 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38157b-2b12-429d-a410-e0651e525296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22d0600-e63a-442b-9b48-2058df9ddc05,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:07.061364 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38744) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:07.064606 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-cac8adb3-05bf-4867-8d36-85233422f69c req-875e83c2-d259-49f3-bcff-8c78b72e4251 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765932 Jul 27 18:09:07.116630 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-67d80391-623b-4d77-bda3-10fdff4a284d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:07.137154 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-67d80391-623b-4d77-bda3-10fdff4a284d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:07.184175 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-67d80391-623b-4d77-bda3-10fdff4a284d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:07.186931 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-67d80391-623b-4d77-bda3-10fdff4a284d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:07.188110 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-67d80391-623b-4d77-bda3-10fdff4a284d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d22d0600-e63a-442b-9b48-2058df9ddc05 HTTP/1.1" status: 204 len: 168 time: 0.1257517 Jul 27 18:09:07.195882 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d80391-623b-4d77-bda3-10fdff4a284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22d0600-e63a-442b-9b48-2058df9ddc05,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:08.216325 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf3aa5-50c9-4dd6-a880-c42e52025f6d req-97b66da8-4dba-463f-a4a0-b8eef2a16878 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:08.220702 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2caf3aa5-50c9-4dd6-a880-c42e52025f6d req-97b66da8-4dba-463f-a4a0-b8eef2a16878 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 943 time: 0.0807767 Jul 27 18:09:08.260637 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2caf3aa5-50c9-4dd6-a880-c42e52025f6d req-f01429c3-c712-4383-917d-a4243ce0aa2a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358715 Jul 27 18:09:09.392567 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bff1d0-e805-4fa1-8398-7a49b031599c req-2fc2a2f3-7c1f-475a-b05e-f1e2323fed06 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:09.394205 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-10bff1d0-e805-4fa1-8398-7a49b031599c req-2fc2a2f3-7c1f-475a-b05e-f1e2323fed06 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 943 time: 0.0660408 Jul 27 18:09:09.433411 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-10bff1d0-e805-4fa1-8398-7a49b031599c req-138c4032-c886-486d-8538-8fa680b33869 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330617 Jul 27 18:09:10.559385 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b8712-5f64-49ba-949d-3ae8e3df0cfe req-8dd15c83-b664-4f55-9859-093ea56d776f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:10.560859 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7d1b8712-5f64-49ba-949d-3ae8e3df0cfe req-8dd15c83-b664-4f55-9859-093ea56d776f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 943 time: 0.0623958 Jul 27 18:09:10.600230 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7d1b8712-5f64-49ba-949d-3ae8e3df0cfe req-c0ec5686-be79-4496-9bd3-cfe4041aaeb4 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327895 Jul 27 18:09:11.747541 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032db7a-9d45-4726-a039-ff4cb9bc5698 req-a5c720e8-5a61-4d24-9ad5-39b7783b5440 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:11.749055 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a032db7a-9d45-4726-a039-ff4cb9bc5698 req-a5c720e8-5a61-4d24-9ad5-39b7783b5440 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 943 time: 0.0652359 Jul 27 18:09:11.790117 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a032db7a-9d45-4726-a039-ff4cb9bc5698 req-da7d7f59-082b-4e76-ac39-2c481d24c024 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339878 Jul 27 18:09:12.927620 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015987fc-3970-41fd-a046-e5a41d4a244f req-31adc13d-7390-4b21-addd-01c1aa248201 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:12.929186 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-015987fc-3970-41fd-a046-e5a41d4a244f req-31adc13d-7390-4b21-addd-01c1aa248201 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 943 time: 0.0701866 Jul 27 18:09:12.973024 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-015987fc-3970-41fd-a046-e5a41d4a244f req-6c156831-91c0-4917-b160-a63ad921fe61 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377069 Jul 27 18:09:14.103791 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c995590-320c-49c0-a625-ee3b84041e94 req-d206d2e8-a194-4741-bf79-762fc0a01d80 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:14.105186 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0c995590-320c-49c0-a625-ee3b84041e94 req-d206d2e8-a194-4741-bf79-762fc0a01d80 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 943 time: 0.0631120 Jul 27 18:09:14.144859 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0c995590-320c-49c0-a625-ee3b84041e94 req-2ef199f0-b17f-40f8-90ce-f5503a0b4efa tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Jul 27 18:09:14.943005 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 9612cfc7-d7e9-47a1-b604-d07388e0fe13 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:09:15.038963 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 9612cfc7-d7e9-47a1-b604-d07388e0fe13, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:15.049931 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:09:15.085673 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:15.098262 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9612cfc7-d7e9-47a1-b604-d07388e0fe13 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:09:15.116736 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 9612cfc7-d7e9-47a1-b604-d07388e0fe13, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:15.121080 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:15.170372 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=9612cfc7-d7e9-47a1-b604-d07388e0fe13,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:15.177958 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.178313 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.178656 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.179104 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.179343 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.179683 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.180017 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.180360 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.180680 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.181009 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.181337 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.181663 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:15.277736 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a730e-bf10-44d4-b3fa-3cff03cbbadf req-d135365c-f0e8-4f3f-b522-e2a1a71bc1f2 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:15.279192 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-af8a730e-bf10-44d4-b3fa-3cff03cbbadf req-d135365c-f0e8-4f3f-b522-e2a1a71bc1f2 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 944 time: 0.0678201 Jul 27 18:09:15.320180 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-af8a730e-bf10-44d4-b3fa-3cff03cbbadf req-06f1afd1-0009-4b36-a505-f67984a054f9 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347216 Jul 27 18:09:15.373268 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['9612cfc7-d7e9-47a1-b604-d07388e0fe13'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:09:16.447576 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789642d-097d-49f6-8cbb-8b8a20c314b6 req-de828620-ae4e-4f25-94d6-6c8e905e11fb tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:16.449025 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6789642d-097d-49f6-8cbb-8b8a20c314b6 req-de828620-ae4e-4f25-94d6-6c8e905e11fb tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 944 time: 0.0634882 Jul 27 18:09:16.487522 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-6789642d-097d-49f6-8cbb-8b8a20c314b6 req-e76b2e9f-e0ed-4999-aa12-acb594bd0943 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Jul 27 18:09:16.964630 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 9612cfc7-d7e9-47a1-b604-d07388e0fe13 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:17.011798 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:17.015278 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:17.015648 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:17.088402 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:17.109722 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:09:17.112728 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c23e3a-469e-41a1-8797-d5ceb6aaa899" -d '{"events": [{"server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "name": "network-vif-plugged", "status": "completed", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:09:17.128782 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 9612cfc7-d7e9-47a1-b604-d07388e0fe13, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:17.133040 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:17.155356 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07532f8-9fe3-4dba-88b7-4ab2b8caec22 x-openstack-request-id: req-d07532f8-9fe3-4dba-88b7-4ab2b8caec22 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:09:17.155641 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "name": "network-vif-plugged", "status": "completed", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:09:17.155889 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d07532f8-9fe3-4dba-88b7-4ab2b8caec22 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:09:17.156267 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'code': 200} Jul 27 18:09:17.182720 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=9612cfc7-d7e9-47a1-b604-d07388e0fe13,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:17.382314 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22c84e-5827-44b9-ba77-ca16c3932009 req-854f9ddc-a89d-4f25-9fe9-d7e159a3515f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:17.383830 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ab22c84e-5827-44b9-ba77-ca16c3932009 req-854f9ddc-a89d-4f25-9fe9-d7e159a3515f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 1098 time: 0.0536301 Jul 27 18:09:17.418022 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-ab22c84e-5827-44b9-ba77-ca16c3932009 req-64e7a1b1-7b1d-45ad-86b0-4b9427af2bdb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265958 Jul 27 18:09:17.618570 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717d83f-9dea-4a64-84ab-b581e7a27083 req-708a475e-0419-4320-aeb3-7697c21de635 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:17.620063 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b717d83f-9dea-4a64-84ab-b581e7a27083 req-708a475e-0419-4320-aeb3-7697c21de635 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 945 time: 0.0681319 Jul 27 18:09:17.659324 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b717d83f-9dea-4a64-84ab-b581e7a27083 req-9c8ea178-368e-4ff0-b1ac-9a1a1cc5d5af tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326390 Jul 27 18:09:17.844025 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38898) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:17.943066 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-df86eea0-6fde-42d2-91a9-15ddd054fbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:18.037040 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-df86eea0-6fde-42d2-91a9-15ddd054fbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:18.040730 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-df86eea0-6fde-42d2-91a9-15ddd054fbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:18.079133 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-df86eea0-6fde-42d2-91a9-15ddd054fbe0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61e3fde328a84adea71bc2c1795ec05d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340019 Jul 27 18:09:18.079995 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86eea0-6fde-42d2-91a9-15ddd054fbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b96d84-5c55-45d3-a60f-199f334c137b,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:18.082332 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38902) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:18.130823 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2924d9ea-d894-4672-aada-01c44455ebb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:18.153041 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2924d9ea-d894-4672-aada-01c44455ebb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:18.199124 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2924d9ea-d894-4672-aada-01c44455ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:18.201900 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2924d9ea-d894-4672-aada-01c44455ebb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:18.203075 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-2924d9ea-d894-4672-aada-01c44455ebb8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69b96d84-5c55-45d3-a60f-199f334c137b HTTP/1.1" status: 204 len: 168 time: 0.1190038 Jul 27 18:09:18.212244 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924d9ea-d894-4672-aada-01c44455ebb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b96d84-5c55-45d3-a60f-199f334c137b,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:18.793339 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c451d-9637-4735-96be-9a38f010e102 req-5b928886-d30f-4d7e-949c-42bd4e2eb9e7 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:18.794852 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1e4c451d-9637-4735-96be-9a38f010e102 req-5b928886-d30f-4d7e-949c-42bd4e2eb9e7 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 945 time: 0.0660584 Jul 27 18:09:18.818880 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38926) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:18.834492 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1e4c451d-9637-4735-96be-9a38f010e102 req-e70121b8-41e1-4bda-a621-1d2041c04960 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326848 Jul 27 18:09:18.919030 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2103248155-network', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:18.964432 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Made reservation on behalf of 46d1d44d898a4267a22cd38c4bbb4747 for: {'network': 1} {{(pid=93050) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:09:18.966653 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:18.977358 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.007399 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4d4e8-3e81-431d-a906-4ef4c4236925 req-0cbe13c6-dca4-48e6-adf5-3a0324bb5656 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:19.008886 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5be4d4e8-3e81-431d-a906-4ef4c4236925 req-0cbe13c6-dca4-48e6-adf5-3a0324bb5656 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 945 time: 0.1039183 Jul 27 18:09:19.072884 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5be4d4e8-3e81-431d-a906-4ef4c4236925 req-445cac14-74e2-4f92-a399-c351b55b9dc8 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576704 Jul 27 18:09:19.097588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38932) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:19.115752 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.119432 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.145576 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93050) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:09:19.150869 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f6b07-e87a-43c4-a25d-31539396a2db,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:19.151226 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38625ad3-3039-42e8-9869-0ee36d1a36bf tempest-TestVolumeBootPattern-1759400201 tempest-TestVolumeBootPattern-1759400201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:19.152741 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-38625ad3-3039-42e8-9869-0ee36d1a36bf tempest-TestVolumeBootPattern-1759400201 tempest-TestVolumeBootPattern-1759400201-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 1093 time: 0.0541523 Jul 27 18:09:19.155490 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38934) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:19.162407 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:19.167295 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.167631 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.segments_db [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Added segment a54a232b-886e-47fe-8360-8abbd56715e7 of type vlan for network 20c5c793-4bd6-4d82-86d6-99639002c51a Jul 27 18:09:19.215650 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.220185 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.298715 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.300634 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:19.301218 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.364992 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5449586 Jul 27 18:09:19.368192 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38936) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:19.373196 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Request body: {'subnet': {'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2103248155-subnet', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:19.374969 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace28b60-51cd-43b2-b330-195828f04318 admin admin] Pushing event updated for resources: {'Network': ['ID=20c5c793-4bd6-4d82-86d6-99639002c51a,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:19.386903 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network 20c5c793-4bd6-4d82-86d6-99639002c51a details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:09:19.393707 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Made reservation on behalf of 46d1d44d898a4267a22cd38c4bbb4747 for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:09:19.396305 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125844075'] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.406213 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.510981 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Allocated IP 172.27.1.217 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/17c59d15-9b6f-4e67-8e56-d9d20f4ec71c) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:19.565408 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125860179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125844089'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.620898 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3492f6-932f-41a2-aed5-83058de51c5a,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:19.636910 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Checking segment: {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:19.637270 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Network hostable DHCP agents. Network: 20c5c793-4bd6-4d82-86d6-99639002c51a, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:09:19.655657 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Network 20c5c793-4bd6-4d82-86d6-99639002c51a is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:09:19.665886 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, 20c5c793-4bd6-4d82-86d6-99639002c51a) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:19.670265 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:19.671051 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.676416 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51750c-730c-47c7-9513-4924e7876544 None None] Network 20c5c793-4bd6-4d82-86d6-99639002c51a requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:09:19.686407 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-30bc3ad2-d6d2-47e6-b11e-cb5d3a89968c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3171101 Jul 27 18:09:19.689218 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38938) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:19.694558 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:19.716797 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.718018 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.778574 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.874253 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.918048 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.928404 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.951954 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:19.954962 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:19.958368 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:19.962542 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-20c5c793-4bd6-4d82-86d6-99639002c51a', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 18:09:19.963650 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:19.997450 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=17c59d15-9b6f-4e67-8e56-d9d20f4ec71c,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:20.109914 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Allocated IP 172.20.0.2 (20c5c793-4bd6-4d82-86d6-99639002c51a/eb3492f6-932f-41a2-aed5-83058de51c5a/0df78588-8fd6-4b6b-b4b0-864f789fe9a9) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:20.135415 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.154764 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.264130 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Allocated IP 172.27.1.109 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/c44e0d0e-509b-4672-b90d-79777815f837) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:20.265572 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.274857 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Transition to ACTIVE for port object 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:20.292006 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Transition to ACTIVE for port object 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:20.298926 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.352741 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Network 20c5c793-4bd6-4d82-86d6-99639002c51a is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:20.354100 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Pushing event updated for resources: {'Port': ['ID=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:20.356809 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:20.359255 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:20.362486 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.389321 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.419591 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Attempting to bind port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:09:20.420253 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Attempting to bind port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:09:20.420483 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Attempting to bind port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 on network 20c5c793-4bd6-4d82-86d6-99639002c51a {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:20.425446 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:09:20.425828 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Checking segment: {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:20.426220 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.426612 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Bound using segment: {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:09:20.427158 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Bound port: 0df78588-8fd6-4b6b-b4b0-864f789fe9a9, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:09:20.427582 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.434046 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.449537 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.470519 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:20.474011 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:20.477574 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:20.499280 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] For port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:09:20.502808 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] For port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:09:20.507791 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.511146 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=c44e0d0e-509b-4672-b90d-79777815f837,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:20.581987 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfefcb-c2d0-4628-9ee5-b976ee5e01cf None None] Pushing event updated for resources: {'Port': ['ID=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:20.622287 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.628293 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.722490 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=17c59d15-9b6f-4e67-8e56-d9d20f4ec71c,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:20.733479 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.785612 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.812004 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-7b28e595-5437-426f-8ffb-f36353d9d984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:20.856019 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.l3_db [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Floating IP 8e7574d2-c390-4a45-a748-52068c83e862 associated. External IP: 172.27.1.217, port: 9612cfc7-d7e9-47a1-b604-d07388e0fe13. Jul 27 18:09:20.988485 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:21.008008 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:09:21.071021 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:09:21.118192 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Router c5d8a496-b538-4660-a499-edefa569c4ab is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 18:09:21.186608 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:09:21.198589 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:09:21.209708 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:21.210560 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:21.211495 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:08:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:21.239232 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:09:21.249673 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Sync routers for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:09:21.257186 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:21.259378 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e891fb4c-8ad8-408c-b0d5-b0eae07f4cf7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5684319 Jul 27 18:09:21.261934 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38940) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:21.264200 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-c0e26fea-4bd0-44a8-95db-c5a68a181d95 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1076877 Jul 27 18:09:21.264804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:09:21.267244 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a62b65-21de-4a4b-90d6-ba029edd2d74" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:09:21.297353 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:21.297998 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:08:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:21.365824 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:21.429663 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:21.503544 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a72a1-16bc-4117-a330-4e800f3f4129 x-openstack-request-id: req-1c9a72a1-16bc-4117-a330-4e800f3f4129 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:09:21.503863 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:09:21.504090 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c9a72a1-16bc-4117-a330-4e800f3f4129 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:09:21.504500 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'status': 'completed', 'code': 200} Jul 27 18:09:21.648867 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:20Z', 'revision_number': 3, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:21.668087 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:20Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:21.671914 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-3adfa63c-62df-432a-a9d3-f82551548b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:21.673491 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-3adfa63c-62df-432a-a9d3-f82551548b69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 1098 time: 0.1321793 Jul 27 18:09:21.683667 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Checking router: c5d8a496-b538-4660-a499-edefa569c4ab for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:09:21.684095 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Updating router c5d8a496-b538-4660-a499-edefa569c4ab port c44e0d0e-509b-4672-b90d-79777815f837 binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:09:21.695857 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:09:21.704445 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:21.705100 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:08:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:21.721629 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:21.739767 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee734ea4-d8eb-43ad-9ae6-6b8864ef2e45 None None] Network 20c5c793-4bd6-4d82-86d6-99639002c51a requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:09:21.872017 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-4c6f6193-a505-463c-bbfc-4f4975fcb450 None None] Provisioning for port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:21.891251 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:21.999517 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.014197 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Transition to ACTIVE for port object c44e0d0e-509b-4672-b90d-79777815f837 will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:22.022559 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.079661 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Pushing event updated for resources: {'Port': ['ID=c44e0d0e-509b-4672-b90d-79777815f837,revision_number=2']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:22.082880 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Attempting to bind port c44e0d0e-509b-4672-b90d-79777815f837 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:09:22.083441 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Attempting to bind port c44e0d0e-509b-4672-b90d-79777815f837 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:09:22.084202 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Attempting to bind port c44e0d0e-509b-4672-b90d-79777815f837 on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:22.093997 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.094437 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.094847 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.095448 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.095673 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.096695 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.097122 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.097520 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.097915 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.098402 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.098682 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.099090 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:09:22.108268 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:09:22.109040 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:22.109176 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.109578 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:09:22.110122 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Bound port: c44e0d0e-509b-4672-b90d-79777815f837, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:09:22.110583 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.146023 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-97e45c10-06a0-4a73-b9c8-c8d4839cf94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:22.147518 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-97e45c10-06a0-4a73-b9c8-c8d4839cf94f service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.4441383 Jul 27 18:09:22.167616 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] For port c44e0d0e-509b-4672-b90d-79777815f837, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:09:22.171701 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] For port c44e0d0e-509b-4672-b90d-79777815f837, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=c44e0d0e-509b-4672-b90d-79777815f837,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:09:22.178854 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.197089 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:20Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:22.235765 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988b1c6-7f9a-412c-b24a-59e988c00551 None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:20Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:09:22.240002 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:22.240708 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:08:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:22.275864 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-8b4c9afa-b86a-421b-8162-dbde2ebc58a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13 HTTP/1.1" status: 200 len: 999 time: 0.1033249 Jul 27 18:09:22.293370 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.355627 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb2c26-d16e-4d5c-a8d7-711c07e87716 None None] Pushing event updated for resources: {'Port': ['ID=c44e0d0e-509b-4672-b90d-79777815f837,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:22.366518 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:22.408990 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-4f8529e7-4741-4010-b1fe-ec7dfe4de025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:22.410422 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-4f8529e7-4741-4010-b1fe-ec7dfe4de025 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.1139109 Jul 27 18:09:22.522096 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df072d01-456c-456b-a58f-d3ba220bee3a None None] New status for floating IP 8e7574d2-c390-4a45-a748-52068c83e862: ACTIVE {{(pid=93052) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:09:22.574642 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-a6a7e57c-6ce7-47de-ba8d-282083342716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:22.574917 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:22.576402 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-a6a7e57c-6ce7-47de-ba8d-282083342716 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1542511 Jul 27 18:09:22.597670 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Allocated IP 172.20.0.1 (20c5c793-4bd6-4d82-86d6-99639002c51a/eb3492f6-932f-41a2-aed5-83058de51c5a/4d4ce7df-56d8-454c-b30c-5c266181186a) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:22.672981 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:20Z', 'revision_number': 3, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:22.682674 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:22.698918 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:22.699365 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.707071 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40f5e2-8440-4c15-92a7-104b0d2ca0fd None None] The sync data for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi is: [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:20Z', 'revision_number': 3, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:09:22.763281 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-72718d13-18da-4284-9d6a-e08375734385 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761141 Jul 27 18:09:22.850716 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.876664 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Transition to ACTIVE for port object 4d4ce7df-56d8-454c-b30c-5c266181186a will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:22.903882 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-14a62b65-21de-4a4b-90d6-ba029edd2d74 req-ba867f10-8b3b-4733-a3ae-26bfa9be686e service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309013 Jul 27 18:09:22.935866 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.939360 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:22.979021 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:22.987200 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.006237 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Network 20c5c793-4bd6-4d82-86d6-99639002c51a is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:23.009183 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:23.014789 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:23.052263 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4ce7df-56d8-454c-b30c-5c266181186a,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:23.056917 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:23.077938 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.230169 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.242531 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-16c1136b-04e7-4c77-9680-2001b887ef90 None None] Provisioning for port 4d4ce7df-56d8-454c-b30c-5c266181186a completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:23.246403 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-16c1136b-04e7-4c77-9680-2001b887ef90 None None] Provisioning complete for port 4d4ce7df-56d8-454c-b30c-5c266181186a triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:23.246776 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-16c1136b-04e7-4c77-9680-2001b887ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.284492 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-16c1136b-04e7-4c77-9680-2001b887ef90 None None] Port 4d4ce7df-56d8-454c-b30c-5c266181186a cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:09:23.404445 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.410178 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.477606 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d4ce7df-56d8-454c-b30c-5c266181186a,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:23.480208 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.578555 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Network 20c5c793-4bd6-4d82-86d6-99639002c51a is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:23.580116 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:23.670110 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.676663 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-2d6ffba8-fa17-459f-8bc3-b461d423b320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.707382 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Router c5d8a496-b538-4660-a499-edefa569c4ab has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:09:23.807506 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-0fccadbb-cc9c-4b09-a669-0e43248eafda None None] Provisioning complete for port 4d4ce7df-56d8-454c-b30c-5c266181186a triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:23.808012 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-0fccadbb-cc9c-4b09-a669-0e43248eafda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:23.812966 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:09:23.821816 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-6eb75380-6c77-41e3-a86f-673d5215ced3 admin admin] 10.222.0.47 "PUT /v2.0/routers/c5d8a496-b538-4660-a499-edefa569c4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5551357 Jul 27 18:09:23.844040 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-0fccadbb-cc9c-4b09-a669-0e43248eafda None None] Port 4d4ce7df-56d8-454c-b30c-5c266181186a cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:09:24.271810 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38962) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:24.276913 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1351168079-network', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:24.296242 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Made reservation on behalf of a5a516fb976a4393b09d879c23b6b3d1 for: {'network': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:09:24.298544 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for network, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.310903 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.334736 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Sync routers for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:09:24.344203 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:24.344904 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:09:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:24.404233 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.409692 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.436027 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 27 18:09:24.456629 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66432687-df16-46cc-85c9-dbcda7f9b5ec,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:24.458930 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.464075 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:24.470251 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.471282 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.db.segments_db [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Added segment 4142ef94-69bd-4a84-935b-ffec1433faf4 of type vlan for network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 Jul 27 18:09:24.514346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780060688725'] for network, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.545485 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553'] for network, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.546455 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:24.547058 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.604924 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3296680 Jul 27 18:09:24.605120 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 38964) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:24.607860 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device c44e0d0e-509b-4672-b90d-79777815f837 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:24.609826 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Request body: {'subnet': {'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1351168079-subnet', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'ip_version': 4}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:24.629142 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a25a02-45f4-44ae-b0e1-f29029765b13 admin admin] Pushing event updated for resources: {'Network': ['ID=e35f00a7-0e16-46cf-8901-28f5eb3a8a90,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:24.643640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 details requested by agent ovs-agent-dv-cinder-786260-13-iscsi with host dv-cinder-786260-13-iscsi {{(pid=93052) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 27 18:09:24.643926 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Made reservation on behalf of a5a516fb976a4393b09d879c23b6b3d1 for: {'subnet': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:09:24.646918 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125844075'] for subnet, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.713661 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 2, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:24.732989 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port c44e0d0e-509b-4672-b90d-79777815f837 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:24.741205 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port c44e0d0e-509b-4672-b90d-79777815f837 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:24.741776 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.747549 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Checking router: c5d8a496-b538-4660-a499-edefa569c4ab for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:09:24.747903 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Updating router c5d8a496-b538-4660-a499-edefa569c4ab port 4d4ce7df-56d8-454c-b30c-5c266181186a binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:09:24.783467 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.822788 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.841402 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125860179', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125844089'] for subnet, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.847840 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port c44e0d0e-509b-4672-b90d-79777815f837, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=c44e0d0e-509b-4672-b90d-79777815f837,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:24.852014 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.852898 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:24.911173 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa94f76a-08e2-4904-9b5c-9067a34e1161,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:24.918574 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Checking segment: {'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:24.918933 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Network hostable DHCP agents. Network: e35f00a7-0e16-46cf-8901-28f5eb3a8a90, hostable agents: ['af17db92-e9c7-48a1-9ec9-ceeefd1240ed'], hosted agents: [] {{(pid=93051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 27 18:09:24.930008 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=c44e0d0e-509b-4672-b90d-79777815f837,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:24.938723 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 is scheduled to be hosted by DHCP agent af17db92-e9c7-48a1-9ec9-ceeefd1240ed with binding_index 1 {{(pid=93051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 27 18:09:24.948029 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:24.948389 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-13-iscsi, e35f00a7-0e16-46cf-8901-28f5eb3a8a90) {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:24.948553 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.960466 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:24.961120 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:24.973389 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9ea0d-3ee9-4ccb-9a3a-fbdb2c17a76c None None] Network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:09:24.976551 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-0830c82e-21a7-4961-a709-8ef36c96a87b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3703794 Jul 27 18:09:24.979079 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38966) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:24.984394 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:25.008691 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-585882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7348'] for router, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.010149 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-929660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7373'] for router, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.070687 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.105743 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.117665 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Transition to ACTIVE for port object 4d4ce7df-56d8-454c-b30c-5c266181186a will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:25.125031 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.184065 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp72cf655c-d608-5a86-804b-d931734e764c-e35f00a7-0e16-46cf-8901-28f5eb3a8a90', 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'fixed_ips': [{'subnet_id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161'}]}} from dv-cinder-786260-13-iscsi. {{(pid=93052) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 27 18:09:25.186562 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.186811 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5b75a-fd43-45c2-83d7-87bd4a87ec1e None None] Pushing event updated for resources: {'Port': ['ID=4d4ce7df-56d8-454c-b30c-5c266181186a,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:25.231275 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-929550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-585908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7387'] for router, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.251715 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Attempting to bind port 4d4ce7df-56d8-454c-b30c-5c266181186a on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:09:25.252823 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Attempting to bind port 4d4ce7df-56d8-454c-b30c-5c266181186a by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:09:25.253317 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Attempting to bind port 4d4ce7df-56d8-454c-b30c-5c266181186a on network 20c5c793-4bd6-4d82-86d6-99639002c51a {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:25.259152 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:09:25.259798 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Checking segment: {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:25.260303 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.262727 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Bound using segment: {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:09:25.263264 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Bound port: 4d4ce7df-56d8-454c-b30c-5c266181186a, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:09:25.263725 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.349776 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] For port 4d4ce7df-56d8-454c-b30c-5c266181186a, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:09:25.354974 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] For port 4d4ce7df-56d8-454c-b30c-5c266181186a, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=4d4ce7df-56d8-454c-b30c-5c266181186a,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:09:25.359956 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.380122 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.db_base_plugin_common [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Allocated IP 172.20.0.2 (e35f00a7-0e16-46cf-8901-28f5eb3a8a90/aa94f76a-08e2-4904-9b5c-9067a34e1161/9bb653d4-4180-4fe1-be25-3011fe6709d8) {{(pid=93052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:25.418148 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:25.418785 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:09:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:25.423764 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5b75a-fd43-45c2-83d7-87bd4a87ec1e None None] Pushing event updated for resources: {'Port': ['ID=4d4ce7df-56d8-454c-b30c-5c266181186a,revision_number=4']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:25.497359 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.520671 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.549481 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:25.578492 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.588928 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Transition to ACTIVE for port object 9bb653d4-4180-4fe1-be25-3011fe6709d8 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:25.607117 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Transition to ACTIVE for port object 9bb653d4-4180-4fe1-be25-3011fe6709d8 will not be triggered until provisioned by entity DHCP. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:25.616766 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973'] for port, after_create {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.638405 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 is already hosted by enough agents. {{(pid=93052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:25.640279 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Allocated IP 172.27.1.229 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/852ad558-e660-42e6-b62b-2eb11202c485) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:25.657275 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.scheduler.base_scheduler [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Resources bound (agent type, host, resource id): {{(pid=93052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:25.661356 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Received port after_create {{(pid=93052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:25.730541 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Pushing event updated for resources: {'Port': ['ID=9bb653d4-4180-4fe1-be25-3011fe6709d8,revision_number=1']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:25.745483 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Attempting to bind port 9bb653d4-4180-4fe1-be25-3011fe6709d8 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:09:25.746350 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Attempting to bind port 9bb653d4-4180-4fe1-be25-3011fe6709d8 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:09:25.746717 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Attempting to bind port 9bb653d4-4180-4fe1-be25-3011fe6709d8 on network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:25.753176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:09:25.753531 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Checking segment: {'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:25.753922 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.754308 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Bound using segment: {'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:09:25.754770 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Bound port: 9bb653d4-4180-4fe1-be25-3011fe6709d8, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:09:25.755247 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.763287 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.772800 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:25Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:25.805377 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.806940 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d6e1f-b41d-47fe-a9e9-d70fc264f1b3 None None] The sync data for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi is: [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:25Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:09:25.821127 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] For port 9bb653d4-4180-4fe1-be25-3011fe6709d8, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:09:25.824810 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] For port 9bb653d4-4180-4fe1-be25-3011fe6709d8, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=9bb653d4-4180-4fe1-be25-3011fe6709d8,segment=NetworkSegment(4142ef94-69bd-4a84-935b-ffec1433faf4),segment_id=4142ef94-69bd-4a84-935b-ffec1433faf4)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:09:25.831563 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:25.845264 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:25.849261 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:25.853778 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:25.910184 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Pushing event updated for resources: {'Port': ['ID=852ad558-e660-42e6-b62b-2eb11202c485,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:25.913258 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aecb67-9963-4900-9e95-f9c090b78fb9 None None] Pushing event updated for resources: {'Port': ['ID=9bb653d4-4180-4fe1-be25-3011fe6709d8,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:26.157985 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:26.193462 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:26.406483 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-585891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-929569'] for router, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:26.651788 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device c44e0d0e-509b-4672-b90d-79777815f837 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:26.711754 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port c44e0d0e-509b-4672-b90d-79777815f837 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:26.712136 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:26.807179 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 is scheduled to L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 with binding_index 1 {{(pid=93050) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 27 18:09:26.808873 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 4d4ce7df-56d8-454c-b30c-5c266181186a up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:26.879673 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 4d4ce7df-56d8-454c-b30c-5c266181186a completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:26.883918 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 4d4ce7df-56d8-454c-b30c-5c266181186a triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:26.884295 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:26.934788 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0b698-21b5-47d9-9bff-14b26eab9aa7 None None] Network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:09:26.939912 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:09:26.959946 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:26.964201 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-4d8fd12d-ddc3-4228-a80e-2b2366d43c03 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9810126 Jul 27 18:09:26.964416 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 38968) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:09:26.978005 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Sync routers for ids ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:09:27.013245 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Routers {'b945390a-c9d1-4b44-8be4-2dfbae20d8b3'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:27.013868 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:09:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:27.026192 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-0c541c69-5e8d-4c37-8c4e-06e524d6f198 None None] Provisioning for port 9bb653d4-4180-4fe1-be25-3011fe6709d8 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:27.292769 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.359552 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Set router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:27.413594 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.431603 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 4d4ce7df-56d8-454c-b30c-5c266181186a, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=4d4ce7df-56d8-454c-b30c-5c266181186a,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:27.465089 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.465868 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 9bb653d4-4180-4fe1-be25-3011fe6709d8 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:27.584022 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Allocated IP 172.20.0.1 (e35f00a7-0e16-46cf-8901-28f5eb3a8a90/aa94f76a-08e2-4904-9b5c-9067a34e1161/3602f10e-6b0e-4e13-a618-c98053b4c601) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:27.597622 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=4d4ce7df-56d8-454c-b30c-5c266181186a,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:27.631571 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 9bb653d4-4180-4fe1-be25-3011fe6709d8 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:27.638600 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 9bb653d4-4180-4fe1-be25-3011fe6709d8 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:27.638966 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.702269 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:26Z', 'revision_number': 3, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:27.755952 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.758346 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Checking router: b945390a-c9d1-4b44-8be4-2dfbae20d8b3 for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:09:27.758478 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Updating router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 port 852ad558-e660-42e6-b62b-2eb11202c485 binding host dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:09:27.774074 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.provisioning_blocks [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Transition to ACTIVE for port object 3602f10e-6b0e-4e13-a618-c98053b4c601 will not be triggered until provisioned by entity DHCP. {{(pid=93050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:27.806561 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.818197 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.818487 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.874314 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 9bb653d4-4180-4fe1-be25-3011fe6709d8, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=9bb653d4-4180-4fe1-be25-3011fe6709d8,segment=NetworkSegment(4142ef94-69bd-4a84-935b-ffec1433faf4),segment_id=4142ef94-69bd-4a84-935b-ffec1433faf4)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:27.876942 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:27.881928 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:27.887704 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:27.914504 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Pushing event updated for resources: {'Port': ['ID=3602f10e-6b0e-4e13-a618-c98053b4c601,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:27.931856 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:27.934761 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-928636'] for router_interface, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.011698 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-7104c5f7-0f30-42b8-b04c-4fd9a194104d None None] Provisioning complete for port 9bb653d4-4180-4fe1-be25-3011fe6709d8 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:28.012045 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-7104c5f7-0f30-42b8-b04c-4fd9a194104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.083578 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=9bb653d4-4180-4fe1-be25-3011fe6709d8,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:28.088062 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.227861 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Notify callbacks [] for port, precommit_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.237908 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Transition to ACTIVE for port object 852ad558-e660-42e6-b62b-2eb11202c485 will not be triggered until provisioned by entity L2. {{(pid=93052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:28.243645 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.265458 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.271410 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.305491 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Attempting to bind port 852ad558-e660-42e6-b62b-2eb11202c485 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:09:28.305861 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Attempting to bind port 852ad558-e660-42e6-b62b-2eb11202c485 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:09:28.306257 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Attempting to bind port 852ad558-e660-42e6-b62b-2eb11202c485 on network d2a723e0-c096-4585-8466-4a29cd59b5b1 {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:28.315123 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb136bf-2392-4a31-891e-73639dcb00a0 None None] Pushing event updated for resources: {'Port': ['ID=852ad558-e660-42e6-b62b-2eb11202c485,revision_number=2']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:28.320453 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:09:28.320453 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Checking segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:28.320655 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.320932 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Bound using segment: {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'} {{(pid=93052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:09:28.321596 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.managers [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Bound port: 852ad558-e660-42e6-b62b-2eb11202c485, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf40b8b9-3990-426e-ba38-8e3e4c303958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1'}}] {{(pid=93052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:09:28.322034 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.325232 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-e98c9788-fb49-40f3-a7a2-3308d80a442e None None] Provisioning for port 3602f10e-6b0e-4e13-a618-c98053b4c601 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:28.342656 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-730539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931052'] for router_interface, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.345185 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Pushing event updated for resources: {'Port': ['ID=3602f10e-6b0e-4e13-a618-c98053b4c601,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:28.349469 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-e98c9788-fb49-40f3-a7a2-3308d80a442e None None] Provisioning complete for port 3602f10e-6b0e-4e13-a618-c98053b4c601 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:28.349849 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e98c9788-fb49-40f3-a7a2-3308d80a442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.404075 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-e98c9788-fb49-40f3-a7a2-3308d80a442e None None] Port 3602f10e-6b0e-4e13-a618-c98053b4c601 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:09:28.406875 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] For port 852ad558-e660-42e6-b62b-2eb11202c485, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:09:28.410732 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] For port 852ad558-e660-42e6-b62b-2eb11202c485, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=852ad558-e660-42e6-b62b-2eb11202c485,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:09:28.415962 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.437793 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:28.439813 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:28.480448 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Routers {'b945390a-c9d1-4b44-8be4-2dfbae20d8b3'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:28.481248 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:09:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:28.516043 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb136bf-2392-4a31-891e-73639dcb00a0 None None] Pushing event updated for resources: {'Port': ['ID=852ad558-e660-42e6-b62b-2eb11202c485,revision_number=3']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:28.525664 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 9bb653d4-4180-4fe1-be25-3011fe6709d8 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:28.584937 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:09:28.634764 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] Set router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:28.667838 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 9bb653d4-4180-4fe1-be25-3011fe6709d8 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:28.668209 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.700127 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:09:28.705871 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f33536a0-d4b2-41d7-870a-05b497186c8b admin admin] 10.222.0.47 "PUT /v2.0/routers/b945390a-c9d1-4b44-8be4-2dfbae20d8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403173 Jul 27 18:09:28.807963 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a10538df-fc5a-4f4b-a0b9-b28860b8537a None None] Provisioning complete for port 3602f10e-6b0e-4e13-a618-c98053b4c601 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:28.808350 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a10538df-fc5a-4f4b-a0b9-b28860b8537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:28.884246 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-a10538df-fc5a-4f4b-a0b9-b28860b8537a None None] Port 3602f10e-6b0e-4e13-a618-c98053b4c601 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:09:28.910093 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 4d4ce7df-56d8-454c-b30c-5c266181186a up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:28.993202 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 4, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '3602f10e-6b0e-4e13-a618-c98053b4c601', 'name': '', 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'mac_address': 'fa:16:3e:b4:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:27Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 2, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'subnets': [{'id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:28.996062 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 4d4ce7df-56d8-454c-b30c-5c266181186a triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:28.996472 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:29.158121 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f32753-6a45-4a90-95bf-d71cb10b3c83 None None] The sync data for ids ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'] in dv-cinder-786260-13-iscsi is: [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 4, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '3602f10e-6b0e-4e13-a618-c98053b4c601', 'name': '', 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'mac_address': 'fa:16:3e:b4:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:27Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 2, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'subnets': [{'id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:09:30.557554 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 852ad558-e660-42e6-b62b-2eb11202c485 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:30.616755 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 852ad558-e660-42e6-b62b-2eb11202c485 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:30.623955 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 852ad558-e660-42e6-b62b-2eb11202c485 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:30.624379 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:30.717852 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:30.744587 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 852ad558-e660-42e6-b62b-2eb11202c485, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=852ad558-e660-42e6-b62b-2eb11202c485,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:30.751160 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:30.817197 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=852ad558-e660-42e6-b62b-2eb11202c485,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:31.610263 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:32.527220 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 852ad558-e660-42e6-b62b-2eb11202c485 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:32.595912 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 852ad558-e660-42e6-b62b-2eb11202c485 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:32.596398 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:33.104401 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Sync routers for ids ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:09:33.119720 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Routers {'b945390a-c9d1-4b44-8be4-2dfbae20d8b3'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:33.120846 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:09:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:33.250008 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Set router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:33.471711 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 4, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '3602f10e-6b0e-4e13-a618-c98053b4c601', 'name': '', 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'mac_address': 'fa:16:3e:b4:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:27Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 2, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'subnets': [{'id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:33.500787 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Checking router: b945390a-c9d1-4b44-8be4-2dfbae20d8b3 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:09:33.500787 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Updating router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 port 3602f10e-6b0e-4e13-a618-c98053b4c601 binding host dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 27 18:09:33.633422 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:33.930767 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Notify callbacks [] for port, precommit_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:33.941191 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.provisioning_blocks [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Transition to ACTIVE for port object 3602f10e-6b0e-4e13-a618-c98053b4c601 will not be triggered until provisioned by entity L2. {{(pid=93053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:33.949514 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:33.999242 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593be76-520e-461f-a43d-9b0b4444ff2d None None] Pushing event updated for resources: {'Port': ['ID=3602f10e-6b0e-4e13-a618-c98053b4c601,revision_number=3']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:34.075522 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Attempting to bind port 3602f10e-6b0e-4e13-a618-c98053b4c601 on host dv-cinder-786260-13-iscsi for vnic_type normal with profile {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:09:34.075971 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Attempting to bind port 3602f10e-6b0e-4e13-a618-c98053b4c601 by drivers openvswitch,hyperv on host dv-cinder-786260-13-iscsi at level 0 using segments [{'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:09:34.076413 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Attempting to bind port 3602f10e-6b0e-4e13-a618-c98053b4c601 on network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:34.084339 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Checking agent: {'id': '2495dc84-1041-4c39-b2ea-f6926806de4c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 50, 54), 'started_at': datetime.datetime(2021, 7, 27, 17, 51, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:09:34.084831 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Checking segment: {'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:34.085291 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:34.085742 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Bound using segment: {'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'} {{(pid=93053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:09:34.086291 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.managers [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Bound port: 3602f10e-6b0e-4e13-a618-c98053b4c601, host: dv-cinder-786260-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4142ef94-69bd-4a84-935b-ffec1433faf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90'}}] {{(pid=93053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:09:34.086758 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:34.169708 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] For port 3602f10e-6b0e-4e13-a618-c98053b4c601, host dv-cinder-786260-13-iscsi, cleared binding levels {{(pid=93053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:09:34.173715 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.plugins.ml2.db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] For port 3602f10e-6b0e-4e13-a618-c98053b4c601, host dv-cinder-786260-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=3602f10e-6b0e-4e13-a618-c98053b4c601,segment=NetworkSegment(4142ef94-69bd-4a84-935b-ffec1433faf4),segment_id=4142ef94-69bd-4a84-935b-ffec1433faf4)] {{(pid=93053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:09:34.178628 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron_lib.callbacks.manager [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:34.249541 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593be76-520e-461f-a43d-9b0b4444ff2d None None] Pushing event updated for resources: {'Port': ['ID=3602f10e-6b0e-4e13-a618-c98053b4c601,revision_number=4']} {{(pid=93053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:34.252835 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Routers {'b945390a-c9d1-4b44-8be4-2dfbae20d8b3'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:09:34.253457 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:09:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:34.398493 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] Set router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:09:34.576837 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 3602f10e-6b0e-4e13-a618-c98053b4c601 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:34.636336 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning for port 3602f10e-6b0e-4e13-a618-c98053b4c601 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:34.640891 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 3602f10e-6b0e-4e13-a618-c98053b4c601 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:34.641346 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:34.663475 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 4, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '3602f10e-6b0e-4e13-a618-c98053b4c601', 'name': '', 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'mac_address': 'fa:16:3e:b4:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:27Z', 'updated_at': '2021-07-27T18:09:34Z', 'revision_number': 4, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'subnets': [{'id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:09:34.699394 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757b6d5-5d9d-4b8c-9967-6494cb9ac922 None None] The sync data for ids ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'] in dv-cinder-786260-13-iscsi is: [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:28Z', 'revision_number': 4, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '3602f10e-6b0e-4e13-a618-c98053b4c601', 'name': '', 'network_id': 'e35f00a7-0e16-46cf-8901-28f5eb3a8a90', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'mac_address': 'fa:16:3e:b4:dd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:27Z', 'updated_at': '2021-07-27T18:09:34Z', 'revision_number': 4, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'subnets': [{'id': 'aa94f76a-08e2-4904-9b5c-9067a34e1161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:09:34.736761 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:34.777380 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b020a016-2759-4632-baa1-98e84b437389 None None] For port 3602f10e-6b0e-4e13-a618-c98053b4c601, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=3602f10e-6b0e-4e13-a618-c98053b4c601,segment=NetworkSegment(4142ef94-69bd-4a84-935b-ffec1433faf4),segment_id=4142ef94-69bd-4a84-935b-ffec1433faf4)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:34.783994 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:34.865455 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Pushing event updated for resources: {'Port': ['ID=3602f10e-6b0e-4e13-a618-c98053b4c601,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:36.521330 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 3602f10e-6b0e-4e13-a618-c98053b4c601 up at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:36.580758 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Provisioning complete for port 3602f10e-6b0e-4e13-a618-c98053b4c601 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:36.581198 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:38.420637 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-f9b36af1-d9e3-4f01-b760-5006ef133624 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:38.422077 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-f9b36af1-d9e3-4f01-b760-5006ef133624 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 815 time: 0.0982234 Jul 27 18:09:38.436950 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-51b0543f-d494-4fdb-8bb6-eea707829d93 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/quotas/46d1d44d898a4267a22cd38c4bbb4747 HTTP/1.1" status: 200 len: 375 time: 0.0089808 Jul 27 18:09:38.505190 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-ee118a49-b70c-4cd6-8d5c-f9a85ed60800 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628228 Jul 27 18:09:38.691806 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-559995cd-c889-44f1-8964-1f857c07985f service neutron] 10.222.0.47 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747746 Jul 27 18:09:38.783040 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-1c387b05-128b-4f37-be00-d05d892e5dce service neutron] 10.222.0.47 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 Jul 27 18:09:38.951308 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f93170fa-db8d-47b5-8c4a-a8d48bd83ab9 req-d78a3435-fa4a-45f3-b4fa-61211b57837c tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 210 time: 0.0287044 Jul 27 18:09:39.901134 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-72c94e05-f89d-49c6-913b-71113048c0fa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:39.902580 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-72c94e05-f89d-49c6-913b-71113048c0fa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.41 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 815 time: 0.1065352 Jul 27 18:09:39.917507 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'port': {'device_id': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'admin_state_up': True, 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:40.053402 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-bf43d8de-985a-42a9-ad72-5c8d7363d1c6 req-63ed6b9b-78f1-487c-8f7a-b1c4620f808c tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 210 time: 0.0343435 Jul 27 18:09:40.057828 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Made reservation on behalf of 46d1d44d898a4267a22cd38c4bbb4747 for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:09:40.061372 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:40.197685 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Allocated IP 172.20.0.11 (20c5c793-4bd6-4d82-86d6-99639002c51a/eb3492f6-932f-41a2-aed5-83058de51c5a/25f89c6c-9cd3-4004-80e2-681ca9c78f43) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:09:40.398446 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:40.421806 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Transition to ACTIVE for port object 25f89c6c-9cd3-4004-80e2-681ca9c78f43 will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:40.479299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:40.522643 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Network 20c5c793-4bd6-4d82-86d6-99639002c51a is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:09:40.526340 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:09:40.532635 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:09:40.588707 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:40.589353 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:40.602581 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'Port': ['ID=25f89c6c-9cd3-4004-80e2-681ca9c78f43,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:40.622610 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-668b22a0-012e-497d-b972-2db9a79713e5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7095041 Jul 27 18:09:40.884563 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-c448a1fb-544e-40ba-acde-6c518704189b None None] Provisioning for port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:40.890245 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-c448a1fb-544e-40ba-acde-6c518704189b None None] Provisioning complete for port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:40.891072 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c448a1fb-544e-40ba-acde-6c518704189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:40.930189 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-c448a1fb-544e-40ba-acde-6c518704189b None None] Port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:09:41.187970 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08226417-6588-4eb6-bb8a-84b8bd12027a req-e82b499b-8b69-4cc2-a032-798e045d4a4c tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:41.189538 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-08226417-6588-4eb6-bb8a-84b8bd12027a req-e82b499b-8b69-4cc2-a032-798e045d4a4c tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0680392 Jul 27 18:09:41.233330 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-08226417-6588-4eb6-bb8a-84b8bd12027a req-0730f507-7038-4438-9cd7-86507f6cb3bc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371196 Jul 27 18:09:42.383196 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2a7ae-c37d-4fe5-b1df-edff31f11703 req-1ea172dc-dde0-429f-912b-975cedc1345f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:42.385028 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5b2a7ae-c37d-4fe5-b1df-edff31f11703 req-1ea172dc-dde0-429f-912b-975cedc1345f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0810838 Jul 27 18:09:42.423513 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5b2a7ae-c37d-4fe5-b1df-edff31f11703 req-9ccba895-5bcb-4c99-8d1f-c9bce7a2ed1b tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Jul 27 18:09:43.577134 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c4d32-5249-4d8c-be28-21577c98b9d9 req-c1cc636f-b88a-4b9c-8153-78705e562bb8 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:43.578795 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-344c4d32-5249-4d8c-be28-21577c98b9d9 req-c1cc636f-b88a-4b9c-8153-78705e562bb8 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0695400 Jul 27 18:09:43.617113 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-344c4d32-5249-4d8c-be28-21577c98b9d9 req-04775236-ee47-47b8-963e-749883794413 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318599 Jul 27 18:09:44.754579 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dfd1c-332f-4f0a-a820-d9bd7d89301b req-89b43939-4e7d-48f9-b90f-f4ef5e57f737 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:44.757194 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b59dfd1c-332f-4f0a-a820-d9bd7d89301b req-89b43939-4e7d-48f9-b90f-f4ef5e57f737 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0658524 Jul 27 18:09:44.806813 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b59dfd1c-332f-4f0a-a820-d9bd7d89301b req-a84cdc14-7d2b-4d4c-9555-96ace4643068 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Jul 27 18:09:45.939660 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d9d9-8696-45e2-97ec-a1c33e954355 req-d20db35a-6233-4650-818a-b94cf42ec31a tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:45.941945 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5fb9d9d9-8696-45e2-97ec-a1c33e954355 req-d20db35a-6233-4650-818a-b94cf42ec31a tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0686605 Jul 27 18:09:45.980513 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5fb9d9d9-8696-45e2-97ec-a1c33e954355 req-90511efe-4fa3-4c7f-8a4f-16f78e1de017 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Jul 27 18:09:47.129670 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb510496-2b81-4fc2-8d3a-337db8df037a req-473a8100-5d26-47b9-acee-c2d4272f83ee tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:47.131186 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb510496-2b81-4fc2-8d3a-337db8df037a req-473a8100-5d26-47b9-acee-c2d4272f83ee tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0786874 Jul 27 18:09:47.183730 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fb510496-2b81-4fc2-8d3a-337db8df037a req-257e6d9f-ec98-43b3-8127-dfbeca17edcd tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Jul 27 18:09:48.314501 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88befc-a07a-43da-96b6-3fda7a681652 req-ce5915c4-dc91-4597-823c-b71d31e33f5e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:48.317459 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3b88befc-a07a-43da-96b6-3fda7a681652 req-ce5915c4-dc91-4597-823c-b71d31e33f5e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0733612 Jul 27 18:09:48.356261 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3b88befc-a07a-43da-96b6-3fda7a681652 req-b1681746-7600-42b3-b3a4-1e5f3483c204 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Jul 27 18:09:49.504277 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365a088-39d8-4481-b7af-d9381022f36f req-90799245-803d-4747-8dd7-a9e1e292e59f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:49.505987 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5365a088-39d8-4481-b7af-d9381022f36f req-90799245-803d-4747-8dd7-a9e1e292e59f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0781138 Jul 27 18:09:49.544612 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-5365a088-39d8-4481-b7af-d9381022f36f req-c503a866-a2e9-464e-b529-1918700ca450 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Jul 27 18:09:50.673104 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edd3b8-a445-45b6-8e06-cf733db57290 req-f2ffe32a-cdfa-417a-8b31-306e7b0cf76f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:50.674696 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-22edd3b8-a445-45b6-8e06-cf733db57290 req-f2ffe32a-cdfa-417a-8b31-306e7b0cf76f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 932 time: 0.0632970 Jul 27 18:09:50.715013 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-22edd3b8-a445-45b6-8e06-cf733db57290 req-63e65c83-e35f-4bd8-ba9f-10bc9c051de1 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343606 Jul 27 18:09:50.807106 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-8d39917a-676d-4a4f-a3b3-9beef2d3444d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:51.072149 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Request body: {'port': {'device_id': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:09:51.145086 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:51.402118 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f89c6c-9cd3-4004-80e2-681ca9c78f43 {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:09:51.410279 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:51.421582 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Transition to ACTIVE for port object 25f89c6c-9cd3-4004-80e2-681ca9c78f43 will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:09:51.425705 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:51.475660 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Pushing event updated for resources: {'Port': ['ID=25f89c6c-9cd3-4004-80e2-681ca9c78f43,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:51.547822 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Attempting to bind port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:09:51.548164 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Attempting to bind port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:09:51.548501 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Attempting to bind port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 on network 20c5c793-4bd6-4d82-86d6-99639002c51a {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:51.553752 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 on network 20c5c793-4bd6-4d82-86d6-99639002c51a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:09:51.554077 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Attempting to bind port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 on network 20c5c793-4bd6-4d82-86d6-99639002c51a {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:09:51.559135 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:09:51.559430 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Checking segment: {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:09:51.559819 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Bound using segment: {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:09:51.560259 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Bound port: 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a54a232b-886e-47fe-8360-8abbd56715e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:09:51.560620 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:51.625527 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] For port 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:09:51.628677 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] For port 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:09:51.633003 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:51.668125 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:51.668888 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:51.670282 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] 10.222.0.41 "PUT /v2.0/ports/25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 1094 time: 0.6027434 Jul 27 18:09:51.670714 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:09:51.672994 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2" -d '{"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:09:51.702667 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09966dce-0bfb-41b9-a0bd-5b6c789de2fd service neutron] Pushing event updated for resources: {'Port': ['ID=25f89c6c-9cd3-4004-80e2-681ca9c78f43,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:51.796207 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-ae281e27-02a8-45d0-9b07-c801193eeda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:51.797844 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-ae281e27-02a8-45d0-9b07-c801193eeda4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1097 time: 0.0840776 Jul 27 18:09:51.848101 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-fd94f3eb-5875-4522-a45f-146664761630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 217 time: 0.0410173 Jul 27 18:09:51.853296 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42564607-cb70-4050-81b2-259d17425c47 x-openstack-request-id: req-42564607-cb70-4050-81b2-259d17425c47 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:09:51.853588 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:09:51.853836 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42564607-cb70-4050-81b2-259d17425c47 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:09:51.854237 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'status': 'completed', 'code': 200} Jul 27 18:09:51.877627 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f745d-6859-4783-9cfb-f4654e37c25a req-c4fd3d05-9754-4251-b5a1-8506a05f514b tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:51.879339 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a44f745d-6859-4783-9cfb-f4654e37c25a req-c4fd3d05-9754-4251-b5a1-8506a05f514b tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 944 time: 0.0794518 Jul 27 18:09:51.900553 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-1274f8fa-2130-46c4-b823-672ee9ce63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:51.902119 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-1274f8fa-2130-46c4-b823-672ee9ce63da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 200 len: 854 time: 0.0453868 Jul 27 18:09:51.918357 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a44f745d-6859-4783-9cfb-f4654e37c25a req-da9c5933-489a-4206-8a17-ecc5f1b019a8 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Jul 27 18:09:51.965581 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-41b81d9b-88e8-4dcb-8256-ae0c6d3b885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:51.967122 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-41b81d9b-88e8-4dcb-8256-ae0c6d3b885d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20c5c793-4bd6-4d82-86d6-99639002c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568738 Jul 27 18:09:52.054977 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-309606a3-b903-4392-a6ae-f9a4fd11c6e3 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800366 Jul 27 18:09:52.148903 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f5ce8fc4-bd07-47d6-bc80-27d6b257a5ba req-481a4c0a-530d-412c-9e61-1be39d0c1aec service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866070 Jul 27 18:09:52.250049 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-2974afd3-8992-4016-903a-0c7b96cffdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:52.251520 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-2974afd3-8992-4016-903a-0c7b96cffdb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1097 time: 0.0574579 Jul 27 18:09:52.346947 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-52d9ab7f-eff7-48ef-831c-61ac8d5933a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:52.348444 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-52d9ab7f-eff7-48ef-831c-61ac8d5933a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 916 time: 0.0881555 Jul 27 18:09:52.389800 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-25d33605-4e8d-4155-982f-680e718e341d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 217 time: 0.0336394 Jul 27 18:09:52.439466 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-4aaae750-8d8c-4b40-8342-b41e777e37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:52.442018 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-4aaae750-8d8c-4b40-8342-b41e777e37bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 200 len: 854 time: 0.0442686 Jul 27 18:09:52.500648 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-53d1fc10-12ed-4301-a759-e1142113b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:52.502141 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-53d1fc10-12ed-4301-a759-e1142113b322 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20c5c793-4bd6-4d82-86d6-99639002c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512018 Jul 27 18:09:52.602856 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-8c251250-3066-4466-ba36-9b3135ed6393 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878625 Jul 27 18:09:52.691734 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b7ae4d8c-3902-47fa-99d7-3af6f7b391d2 req-10204865-cd69-45d4-b842-fbd9e988a21e service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809407 Jul 27 18:09:53.060186 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a01b0-97e8-461e-a067-145fcc9e8ce7 req-4b31dd88-0c69-4804-861c-7e9801427eca tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:53.061705 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-177a01b0-97e8-461e-a067-145fcc9e8ce7 req-4b31dd88-0c69-4804-861c-7e9801427eca tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 944 time: 0.0686381 Jul 27 18:09:53.098709 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-177a01b0-97e8-461e-a067-145fcc9e8ce7 req-614734ae-9289-4dc4-be86-6c0efa4b97b6 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310600 Jul 27 18:09:53.652855 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:53.667658 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-6c8fad8b-dd1f-40fd-aa88-4a03f95dbf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:54.229482 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03b310-2ac6-4cf3-8328-e032592cca5a req-dbbf0546-91ea-4962-a0d3-6217e9f14a76 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:54.230961 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0f03b310-2ac6-4cf3-8328-e032592cca5a req-dbbf0546-91ea-4962-a0d3-6217e9f14a76 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 944 time: 0.0650668 Jul 27 18:09:54.268594 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0f03b310-2ac6-4cf3-8328-e032592cca5a req-6fe94e1b-0c62-499f-a6bd-9fa1921c13cc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Jul 27 18:09:54.457435 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:55.074271 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 25f89c6c-9cd3-4004-80e2-681ca9c78f43 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:09:55.166231 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:55.177908 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'port_id': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'mac_address': 'fa:16:3e:ae:0c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:09:55.216586 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:55.229192 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f89c6c-9cd3-4004-80e2-681ca9c78f43 {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:09:55.248677 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:55.252515 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:55.299421 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=25f89c6c-9cd3-4004-80e2-681ca9c78f43,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:55.402273 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0c159-06ef-4454-bf34-44bdd0c064ed req-e9e7de01-b261-4473-ae81-d83cfcca62a6 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:55.403693 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-89b0c159-06ef-4454-bf34-44bdd0c064ed req-e9e7de01-b261-4473-ae81-d83cfcca62a6 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 945 time: 0.0641158 Jul 27 18:09:55.441515 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-89b0c159-06ef-4454-bf34-44bdd0c064ed req-4157f355-75ad-44f7-a12c-2439d64d4ba9 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Jul 27 18:09:55.468549 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['25f89c6c-9cd3-4004-80e2-681ca9c78f43'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:09:56.153346 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:56.568508 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ca5d4-6a91-4a19-ba63-26f2ac5b111d req-0bf3e8d4-1904-4221-9071-6cae0e9d3284 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:56.570097 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5b7ca5d4-6a91-4a19-ba63-26f2ac5b111d req-0bf3e8d4-1904-4221-9071-6cae0e9d3284 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 945 time: 0.0626323 Jul 27 18:09:56.607966 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-5b7ca5d4-6a91-4a19-ba63-26f2ac5b111d req-3c34e330-c1de-4ed1-91b9-74418d8f1184 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Jul 27 18:09:57.088843 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 25f89c6c-9cd3-4004-80e2-681ca9c78f43 up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:09:57.135848 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:09:57.139470 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:09:57.139833 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:57.213319 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:57.234985 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:09:57.237212 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558d96d7-d88b-43f6-8ba2-cd36a5057aa1" -d '{"events": [{"server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "name": "network-vif-plugged", "status": "completed", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:09:57.249292 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:09:57.254043 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:09:57.305826 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=25f89c6c-9cd3-4004-80e2-681ca9c78f43,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:09:57.329530 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dc454a-27dc-4e30-a6a1-d272fcac7c9b x-openstack-request-id: req-23dc454a-27dc-4e30-a6a1-d272fcac7c9b {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:09:57.329821 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "name": "network-vif-plugged", "status": "completed", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:09:57.330073 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23dc454a-27dc-4e30-a6a1-d272fcac7c9b {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:09:57.330463 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'code': 200} Jul 27 18:09:57.509811 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a1a14-fb12-4713-9fe4-6ea59be6b9c3 req-3a035b90-e614-4f4a-9a68-9c2452344ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:57.511227 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a60a1a14-fb12-4713-9fe4-6ea59be6b9c3 req-3a035b90-e614-4f4a-9a68-9c2452344ad1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1099 time: 0.0569410 Jul 27 18:09:57.550121 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a60a1a14-fb12-4713-9fe4-6ea59be6b9c3 req-3f2e37b9-9910-4360-866a-26eb46e08800 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306005 Jul 27 18:09:57.737754 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678b0db-a1fa-4f72-b811-68eb797e4278 req-4b9d4364-8d11-4a18-b1ed-6d50c556fd4d tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:57.739821 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a678b0db-a1fa-4f72-b811-68eb797e4278 req-4b9d4364-8d11-4a18-b1ed-6d50c556fd4d tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0657039 Jul 27 18:09:57.778074 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a678b0db-a1fa-4f72-b811-68eb797e4278 req-fc704c2d-30a3-443d-a95f-9ba159c80a85 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Jul 27 18:09:58.006611 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:09:58.905517 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f38b1b-9d48-4efe-8401-ad73434f582c req-b26df557-919f-4952-86f9-6c9afa67c137 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:58.906971 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-26f38b1b-9d48-4efe-8401-ad73434f582c req-b26df557-919f-4952-86f9-6c9afa67c137 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0624828 Jul 27 18:09:58.946252 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-26f38b1b-9d48-4efe-8401-ad73434f582c req-50d159a7-2839-44de-9e25-cc6c9ce6f8b2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333207 Jul 27 18:09:59.078447 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a33e1e-7998-4bbf-b832-d7747139d6d8 req-ea0f61e2-81a6-432e-871a-881997dc094f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:59.079851 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-03a33e1e-7998-4bbf-b832-d7747139d6d8 req-ea0f61e2-81a6-432e-871a-881997dc094f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0621829 Jul 27 18:09:59.118936 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-03a33e1e-7998-4bbf-b832-d7747139d6d8 req-05f37f95-be45-43c4-b0bc-30abe44d4a33 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Jul 27 18:09:59.457287 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d0321-6ea4-4996-8db3-f987a7b190b3 req-920b34aa-5eaf-4e8d-a63b-f746c1493466 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:09:59.458943 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-360d0321-6ea4-4996-8db3-f987a7b190b3 req-920b34aa-5eaf-4e8d-a63b-f746c1493466 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0659413 Jul 27 18:09:59.496830 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-360d0321-6ea4-4996-8db3-f987a7b190b3 req-dcc6b21d-c02b-4210-a5cc-db4cc346a946 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319982 Jul 27 18:10:01.612155 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:04.420339 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-ffa9a7a6-35ca-4754-bca8-54f0d79984ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514507 Jul 27 18:10:04.524346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-b4049a70-dbec-404f-ad2f-20a0232d72af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:04.525819 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-b4049a70-dbec-404f-ad2f-20a0232d72af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 1098 time: 0.0577290 Jul 27 18:10:04.644109 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-1729c89d-25f9-458a-b853-aa211e4326d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:04.646261 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-1729c89d-25f9-458a-b853-aa211e4326d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.0816331 Jul 27 18:10:04.713970 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-76109800-d26a-40dc-9c45-1f80a0bb8690 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13 HTTP/1.1" status: 200 len: 1001 time: 0.0593081 Jul 27 18:10:05.044960 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-6e608ab6-7830-4c6c-9091-3ce54a38c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:05.046437 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-6e608ab6-7830-4c6c-9091-3ce54a38c493 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.3225827 Jul 27 18:10:05.105467 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-c752c6d8-fa36-4c60-a203-bb679b106af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:05.107015 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-c752c6d8-fa36-4c60-a203-bb679b106af4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529554 Jul 27 18:10:05.199574 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-50c81965-20a5-49bf-b69b-84ae9417efc4 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835009 Jul 27 18:10:05.297839 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-f25d5ba5-fc8d-4277-9a13-e8f77054e5e4 req-fb42e1f2-07f2-4996-89fc-f8321f09e7e5 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813529 Jul 27 18:10:07.877343 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876ddfe-51df-48de-859a-c242021eba20 req-c33fdcb1-918b-412d-a337-a95b7a3cf028 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:07.878710 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f876ddfe-51df-48de-859a-c242021eba20 req-c33fdcb1-918b-412d-a337-a95b7a3cf028 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0643821 Jul 27 18:10:07.917039 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-f876ddfe-51df-48de-859a-c242021eba20 req-90fcdd63-cbd2-4272-a2f0-91e41ed47544 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317106 Jul 27 18:10:07.940998 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39168) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:08.032282 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244a5ba-84b9-451a-b7c1-ee43b213253f tempest-TestMinimumBasicScenario-4755716 tempest-TestMinimumBasicScenario-4755716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:08.033769 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-5244a5ba-84b9-451a-b7c1-ee43b213253f tempest-TestMinimumBasicScenario-4755716 tempest-TestMinimumBasicScenario-4755716-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1094 time: 0.0918198 Jul 27 18:10:08.037165 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39172) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:08.041577 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'port_id': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:08.063057 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for floatingip, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:08.163944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:08.268022 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Allocated IP 172.27.1.93 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/544244dc-299b-47b1-b0e5-d11b07d17771) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:10:08.368353 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:08.406000 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:08.441286 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:10:08.447500 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:10:08.450797 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:10:08.457010 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'Port': ['ID=544244dc-299b-47b1-b0e5-d11b07d17771,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:08.486309 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.486662 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.487022 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.487371 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.487706 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.488040 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.488371 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.488701 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.489028 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.489380 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.489819 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.490152 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:08.824725 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:09.135617 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:09.285566 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:09.290491 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:09.360177 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'Port': ['ID=544244dc-299b-47b1-b0e5-d11b07d17771,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:09.371585 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:09.469264 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.l3_db [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Floating IP 1e3066aa-ea35-47da-a875-1fa6f114cd29 associated. External IP: 172.27.1.93, port: 25f89c6c-9cd3-4004-80e2-681ca9c78f43. Jul 27 18:10:09.673216 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Router c5d8a496-b538-4660-a499-edefa569c4ab has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:10:09.779673 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:10:09.790848 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] Sync routers for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:10:09.796570 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:09.800897 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:10:09.801526 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:09:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:10:09.832559 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-4a954207-5082-4705-8a68-8b892f41b633 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7943242 Jul 27 18:10:09.834143 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:10:09.836322 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39174) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:09.836793 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c589976-0b56-449e-839a-ccfec8ee87bd" -d '{"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:10:09.841114 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685601240', 'description': 'tempest-secgroup-smoke-1685601240 description', 'project_id': '46d1d44d898a4267a22cd38c4bbb4747'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:09.866777 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:09.879665 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb18522-4355-412e-a059-f4700753d3b8 x-openstack-request-id: req-cfb18522-4355-412e-a059-f4700753d3b8 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:10:09.879665 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:10:09.879961 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cfb18522-4355-412e-a059-f4700753d3b8 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:10:09.880458 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'status': 'completed', 'code': 200} Jul 27 18:10:09.913941 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:10:09.994566 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.001650 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.013256 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-b816f8b0-e00d-445b-b5ac-bead0583b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:10.014754 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-b816f8b0-e00d-445b-b5ac-bead0583b006 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1099 time: 0.0997465 Jul 27 18:10:10.051150 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.052595 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2150693 Jul 27 18:10:10.055581 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39178) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:10.060569 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-12ffa7c2-5fde-4a06-a6bf-1cdd10699ff5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'security_group_rule': {'security_group_id': '029ed3fc-eff2-40ef-bfc6-ddd8108848f8', 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:10.084549 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029ed3fc-eff2-40ef-bfc6-ddd8108848f8,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:10.094366 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-12ffa7c2-5fde-4a06-a6bf-1cdd10699ff5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.098255 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.098609 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.099131 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.099518 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.099870 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.100208 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.100550 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.100879 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.101208 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.101535 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.101864 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.102190 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b9aacc-cb38-4825-bd90-386e2e6ae025 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:10:10.141057 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-d2079dd2-15a8-45c3-9150-e5fd8a86360e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:10.142561 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-d2079dd2-15a8-45c3-9150-e5fd8a86360e service neutron] 10.222.0.41 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 916 time: 0.1155500 Jul 27 18:10:10.154526 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-12ffa7c2-5fde-4a06-a6bf-1cdd10699ff5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.159463 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-12ffa7c2-5fde-4a06-a6bf-1cdd10699ff5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.170254 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '1e3066aa-ea35-47da-a875-1fa6f114cd29', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'port_id': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'mac_address': 'fa:16:3e:ae:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:10:08Z', 'updated_at': '2021-07-27T18:10:08Z', 'revision_number': 0, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:27Z', 'revision_number': 5, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:10:10.177169 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffa7c2-5fde-4a06-a6bf-1cdd10699ff5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ee8cc1-d508-47c1-9b1e-743a2a402a5d,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:10.189216 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-12ffa7c2-5fde-4a06-a6bf-1cdd10699ff5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.193964 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-12ffa7c2-5fde-4a06-a6bf-1cdd10699ff5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338475 Jul 27 18:10:10.194264 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39180) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:10.199155 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-59ebedf0-fb5d-404a-a7cf-98bf983b7461 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'security_group_rule': {'security_group_id': '029ed3fc-eff2-40ef-bfc6-ddd8108848f8', 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:10.203238 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] Checking router: c5d8a496-b538-4660-a499-edefa569c4ab for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:10:10.212816 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:10:10.213427 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:09:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:10:10.237388 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-140a5a25-5479-4308-a964-a3fe67eb49b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 999 time: 0.0843632 Jul 27 18:10:10.243227 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-59ebedf0-fb5d-404a-a7cf-98bf983b7461 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.320481 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:10:10.321843 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-8e7f9bfd-3471-4459-854a-ffc37e85d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:10.323351 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-8e7f9bfd-3471-4459-854a-ffc37e85d8cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 200 len: 854 time: 0.0765400 Jul 27 18:10:10.346028 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-59ebedf0-fb5d-404a-a7cf-98bf983b7461 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.350626 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-59ebedf0-fb5d-404a-a7cf-98bf983b7461 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.390582 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebedf0-fb5d-404a-a7cf-98bf983b7461 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743977aa-2ec7-40fe-b086-94b85b0b348d,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:10.404422 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-59ebedf0-fb5d-404a-a7cf-98bf983b7461 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.405618 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-59ebedf0-fb5d-404a-a7cf-98bf983b7461 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2104120 Jul 27 18:10:10.408509 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39182) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:10.413216 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [None req-8589c88e-b4ad-4998-a50a-764610bf33c5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'security_group_rule': {'security_group_id': '029ed3fc-eff2-40ef-bfc6-ddd8108848f8', 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:10.436503 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-a5a139da-ce81-496e-8d3b-9df260c06232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:10.438005 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-a5a139da-ce81-496e-8d3b-9df260c06232 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20c5c793-4bd6-4d82-86d6-99639002c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1050718 Jul 27 18:10:10.459712 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8589c88e-b4ad-4998-a50a-764610bf33c5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.551668 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '1e3066aa-ea35-47da-a875-1fa6f114cd29', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'port_id': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'mac_address': 'fa:16:3e:ae:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:10:08Z', 'updated_at': '2021-07-27T18:10:08Z', 'revision_number': 0, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:27Z', 'revision_number': 5, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:10:10.575954 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8589c88e-b4ad-4998-a50a-764610bf33c5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.578766 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef73da5a-7819-4ba7-8eea-cb38a38939a5 None None] The sync data for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi is: [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '1e3066aa-ea35-47da-a875-1fa6f114cd29', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'port_id': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'mac_address': 'fa:16:3e:ae:0c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:10:08Z', 'updated_at': '2021-07-27T18:10:08Z', 'revision_number': 0, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:27Z', 'revision_number': 5, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:10:10.581353 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-8e660f36-bb49-412b-9ed0-0096179991a6 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303184 Jul 27 18:10:10.582643 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8589c88e-b4ad-4998-a50a-764610bf33c5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.644622 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589c88e-b4ad-4998-a50a-764610bf33c5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb39d9e-8271-4751-8b7c-16eca414f1b6,revision_number=0']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:10.651903 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-8589c88e-b4ad-4998-a50a-764610bf33c5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.655611 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-8589c88e-b4ad-4998-a50a-764610bf33c5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2436788 Jul 27 18:10:10.656058 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39184) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:10.661326 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-5a0981b5-8e9e-4efd-a51a-188bacd36ba4 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'security_group_rule': {'security_group_id': '029ed3fc-eff2-40ef-bfc6-ddd8108848f8', 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:10.689399 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5a0981b5-8e9e-4efd-a51a-188bacd36ba4 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.695476 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9c589976-0b56-449e-839a-ccfec8ee87bd req-45795015-4e19-4b0c-8166-4544d33db0ac service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005287 Jul 27 18:10:10.762848 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5a0981b5-8e9e-4efd-a51a-188bacd36ba4 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.766707 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5a0981b5-8e9e-4efd-a51a-188bacd36ba4 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.787872 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55bda57-8231-4422-9d75-4de1acd6c5c8 None None] New status for floating IP 1e3066aa-ea35-47da-a875-1fa6f114cd29: ACTIVE {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:10:10.794562 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0981b5-8e9e-4efd-a51a-188bacd36ba4 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609b9bfa-afb5-4f05-b259-4d9b893f00bd,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:10.798856 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-5a0981b5-8e9e-4efd-a51a-188bacd36ba4 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.803194 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-5a0981b5-8e9e-4efd-a51a-188bacd36ba4 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426456 Jul 27 18:10:10.803732 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39186) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:10.808269 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-7b9b9cf7-eb46-4c9a-960a-e75710efc91e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'security_group_rule': {'security_group_id': '029ed3fc-eff2-40ef-bfc6-ddd8108848f8', 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:10.829523 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.securitygroups_db [None req-7b9b9cf7-eb46-4c9a-960a-e75710efc91e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Project 46d1d44d898a4267a22cd38c4bbb4747 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 18:10:10.834250 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9cf7-eb46-4c9a-960a-e75710efc91e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.895511 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9cf7-eb46-4c9a-960a-e75710efc91e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.899431 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9cf7-eb46-4c9a-960a-e75710efc91e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.916686 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b9cf7-eb46-4c9a-960a-e75710efc91e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f95c53-e0be-4999-838e-4ee44022f89a,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:10.924694 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-7b9b9cf7-eb46-4c9a-960a-e75710efc91e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:10.926910 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-7b9b9cf7-eb46-4c9a-960a-e75710efc91e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214397 Jul 27 18:10:10.928979 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39188) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:10:10.935050 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-ebe18e24-141d-4c93-a8d5-2ccf53069bfa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'security_group_rule': {'security_group_id': '029ed3fc-eff2-40ef-bfc6-ddd8108848f8', 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:10.957267 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.securitygroups_db [None req-ebe18e24-141d-4c93-a8d5-2ccf53069bfa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Project 46d1d44d898a4267a22cd38c4bbb4747 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 27 18:10:10.963119 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ebe18e24-141d-4c93-a8d5-2ccf53069bfa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.024663 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ebe18e24-141d-4c93-a8d5-2ccf53069bfa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.028177 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ebe18e24-141d-4c93-a8d5-2ccf53069bfa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722600'] for security_group_rule, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.046303 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe18e24-141d-4c93-a8d5-2ccf53069bfa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf661104-549f-4fe2-9de7-7db828351ceb,revision_number=0']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:11.049352 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-ebe18e24-141d-4c93-a8d5-2ccf53069bfa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.050650 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-ebe18e24-141d-4c93-a8d5-2ccf53069bfa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205118 Jul 27 18:10:11.142917 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-e3bb3f46-cc90-4bba-a46c-a0a0dbd2499d tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685601240&fields=id&tenant_id=46d1d44d898a4267a22cd38c4bbb4747 HTTP/1.1" status: 200 len: 267 time: 0.0443513 Jul 27 18:10:11.210972 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-b13857e2-579b-4711-a717-2f2c4c43b4cd tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:11.212779 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-b13857e2-579b-4711-a717-2f2c4c43b4cd tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0637712 Jul 27 18:10:11.224096 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'port': {'security_groups': ['d28f6b07-e87a-43c4-a25d-31539396a2db', '029ed3fc-eff2-40ef-bfc6-ddd8108848f8']}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:10:11.305933 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.491328 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] For port 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:10:11.519972 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.524725 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.536231 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['25f89c6c-9cd3-4004-80e2-681ca9c78f43'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:10:11.575819 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:11.576457 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.577871 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-b5bd6474-83a2-4ffa-80b5-edd7dbb2d856 req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "PUT /v2.0/ports/25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 982 time: 0.3587470 Jul 27 18:10:11.606713 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468d649-fd4a-4b65-927c-8a62f83569e2 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'Port': ['ID=25f89c6c-9cd3-4004-80e2-681ca9c78f43,revision_number=6']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:10:11.657662 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['25f89c6c-9cd3-4004-80e2-681ca9c78f43'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:10:11.720962 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3420262-36af-4c45-b8fb-534067282cf3 req-9a943440-871e-4874-afd1-367b2ef96cb5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:11.727669 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3420262-36af-4c45-b8fb-534067282cf3 req-9a943440-871e-4874-afd1-367b2ef96cb5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0776260 Jul 27 18:10:11.765705 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-c3420262-36af-4c45-b8fb-534067282cf3 req-8c27d6cc-63f3-48a6-b062-3c1f02ec5c98 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360744 Jul 27 18:10:11.823943 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-acf81570-6bff-4abc-b92b-4a80967dcad6 None None] Provisioning complete for port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:10:11.824318 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-acf81570-6bff-4abc-b92b-4a80967dcad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:11.882390 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:10:11.885177 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a581207-dfef-4ead-8a3f-c4292cec5413" -d '{"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:10:12.942268 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193e9cd9-b935-45c0-9f0c-d1d14766c33f x-openstack-request-id: req-193e9cd9-b935-45c0-9f0c-d1d14766c33f {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:10:12.944087 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:10:12.944087 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-193e9cd9-b935-45c0-9f0c-d1d14766c33f {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:10:12.944087 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'status': 'completed', 'code': 200} Jul 27 18:10:13.038712 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-8b534a34-2c9c-451e-8c56-ac81240b441a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:13.040449 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-8b534a34-2c9c-451e-8c56-ac81240b441a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1138 time: 0.0643895 Jul 27 18:10:13.154589 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-ac50de5b-e728-4aeb-bd95-e0b272263bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:13.156030 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-ac50de5b-e728-4aeb-bd95-e0b272263bfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 916 time: 0.1075490 Jul 27 18:10:13.239358 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-0ae0c31f-7d12-49c7-9cba-be90130d0f4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 1001 time: 0.0757866 Jul 27 18:10:13.295950 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-eb95661a-633b-4222-81da-492eeb58c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:13.297468 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-eb95661a-633b-4222-81da-492eeb58c4b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 200 len: 854 time: 0.0491815 Jul 27 18:10:13.365528 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-f9092194-986e-4074-b030-db214255bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:13.367683 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-f9092194-986e-4074-b030-db214255bed8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20c5c793-4bd6-4d82-86d6-99639002c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613544 Jul 27 18:10:13.463571 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-1eb3bc89-6f8c-4db5-9f12-8e4ee21d418a service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857801 Jul 27 18:10:13.555762 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2a581207-dfef-4ead-8a3f-c4292cec5413 req-30012d73-3b06-43c2-90dd-b0e71a7aefe2 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835974 Jul 27 18:10:20.806425 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-3d656470-67f2-4842-9730-e96415a07f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:23.658763 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:23.669021 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-6964d41f-8a60-45b3-b871-d3105ca058cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:24.460305 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:26.159000 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:31.621055 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:35.005046 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:10:35.537080 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6ca69-b020-41bc-811c-8d2951ba0022 req-caeb5b63-30bd-4b59-a0aa-d50cbec3702f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:35.538543 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-f8bd3d29-d9aa-4bd6-8c63-168508b28099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:35.539064 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3ca6ca69-b020-41bc-811c-8d2951ba0022 req-caeb5b63-30bd-4b59-a0aa-d50cbec3702f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0654385 Jul 27 18:10:35.540066 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-f8bd3d29-d9aa-4bd6-8c63-168508b28099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1138 time: 0.0546136 Jul 27 18:10:35.580760 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3ca6ca69-b020-41bc-811c-8d2951ba0022 req-30763bab-abcf-4b8b-8d96-3a1b54d22f69 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359497 Jul 27 18:10:35.635674 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-2f69cb49-54e9-497d-9110-41220a9b5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:35.637766 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-2f69cb49-54e9-497d-9110-41220a9b5b50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 916 time: 0.0894694 Jul 27 18:10:35.705244 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-14dfc4a9-2e2e-43ef-a0f9-f5e0bb05e584 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 1001 time: 0.0588658 Jul 27 18:10:35.758790 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-d6fa6500-dbc6-4a78-9ca3-df71c4423408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:35.760258 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-d6fa6500-dbc6-4a78-9ca3-df71c4423408 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 200 len: 854 time: 0.0472236 Jul 27 18:10:35.819682 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-34efe262-438f-415c-907a-0ada0aad4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:35.821171 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-34efe262-438f-415c-907a-0ada0aad4371 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20c5c793-4bd6-4d82-86d6-99639002c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0521352 Jul 27 18:10:35.911226 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-670d43df-a003-4af6-b23a-39bbf44679b1 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816050 Jul 27 18:10:36.006939 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-95700197-3ee7-4bc6-a7bc-510fa2c52982 req-e4b1cba0-b447-4de0-83be-034f6f65b995 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861676 Jul 27 18:10:36.713147 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b034-4635-4f7b-8b84-53472ca58bfa req-fb58aa75-d7b5-4973-a697-b486ce99689f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:36.715322 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0059b034-4635-4f7b-8b84-53472ca58bfa req-fb58aa75-d7b5-4973-a697-b486ce99689f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0635538 Jul 27 18:10:36.755259 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0059b034-4635-4f7b-8b84-53472ca58bfa req-a94d5be1-bf13-475f-9be0-b2bc158ec6b5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337260 Jul 27 18:10:37.884911 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4bacb-7873-4c09-af46-8aca26899b5d req-10b21e95-b18f-4946-9076-8b2a090fa2ee tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:37.886591 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56f4bacb-7873-4c09-af46-8aca26899b5d req-10b21e95-b18f-4946-9076-8b2a090fa2ee tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0647802 Jul 27 18:10:37.929516 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-56f4bacb-7873-4c09-af46-8aca26899b5d req-921a41a6-5b00-4199-a35e-e53b188c0fbc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371270 Jul 27 18:10:39.061435 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392afe2-f0f9-4820-a354-264837f6bfc3 req-a4730c45-0af1-41f1-8bc7-8f1c76934d2b tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:39.062896 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2392afe2-f0f9-4820-a354-264837f6bfc3 req-a4730c45-0af1-41f1-8bc7-8f1c76934d2b tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0673411 Jul 27 18:10:39.103311 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2392afe2-f0f9-4820-a354-264837f6bfc3 req-e877e557-722a-4187-8c8c-b0d7df19d2ed tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344684 Jul 27 18:10:40.233157 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c274a0-560e-488e-9877-2191b21df299 req-034cdb7f-8eed-418c-8887-1c2a09627f10 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:40.234620 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-76c274a0-560e-488e-9877-2191b21df299 req-034cdb7f-8eed-418c-8887-1c2a09627f10 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0634890 Jul 27 18:10:40.274398 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-76c274a0-560e-488e-9877-2191b21df299 req-7b4218e7-4213-491e-81ca-5359d6085e67 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337760 Jul 27 18:10:41.410044 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8c886-62e1-4cfa-8d61-0190a0f81fc5 req-57dfa26d-36c3-4361-9e4d-4478121e5cf1 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:41.411611 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-79d8c886-62e1-4cfa-8d61-0190a0f81fc5 req-57dfa26d-36c3-4361-9e4d-4478121e5cf1 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0688977 Jul 27 18:10:41.452584 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-79d8c886-62e1-4cfa-8d61-0190a0f81fc5 req-57c4d5c9-36e2-44f8-b056-6d6dd44a0b8a tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349946 Jul 27 18:10:42.581009 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683251ad-dc5c-4847-aa46-3621c65a6cf1 req-157c653a-0472-48c7-932b-79c0cc6851aa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:42.582387 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-683251ad-dc5c-4847-aa46-3621c65a6cf1 req-157c653a-0472-48c7-932b-79c0cc6851aa tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0641220 Jul 27 18:10:42.623289 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-683251ad-dc5c-4847-aa46-3621c65a6cf1 req-7df38458-5a07-4b2e-a0ba-492bb2251da5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348094 Jul 27 18:10:43.750864 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad1c77-8ec2-4f1b-bf9d-8e7357f37063 req-a8817e6f-2a6f-4cc6-8ce5-0c727d345940 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:43.752370 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e1ad1c77-8ec2-4f1b-bf9d-8e7357f37063 req-a8817e6f-2a6f-4cc6-8ce5-0c727d345940 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0625000 Jul 27 18:10:43.793046 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e1ad1c77-8ec2-4f1b-bf9d-8e7357f37063 req-f4f9cdcd-52d8-466b-8453-654cea65be97 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347250 Jul 27 18:10:44.924987 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654a187-d75b-4a30-818a-fcb391f3436d req-52951b8d-c63c-4225-8255-a18ddbc54f74 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:44.926443 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7654a187-d75b-4a30-818a-fcb391f3436d req-52951b8d-c63c-4225-8255-a18ddbc54f74 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0664361 Jul 27 18:10:44.965293 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-7654a187-d75b-4a30-818a-fcb391f3436d req-fa3fff7f-017e-42c5-b362-3a6719ce8fc9 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328212 Jul 27 18:10:46.098191 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ef5ab-5271-46e0-bd72-dd9f3b1ab830 req-d577f73d-2ed4-4404-9da8-4691fa6d4b92 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:46.099707 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fc8ef5ab-5271-46e0-bd72-dd9f3b1ab830 req-d577f73d-2ed4-4404-9da8-4691fa6d4b92 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0688870 Jul 27 18:10:46.139494 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-fc8ef5ab-5271-46e0-bd72-dd9f3b1ab830 req-95a5c70f-483d-4130-b3c9-4235784525a5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338330 Jul 27 18:10:47.276374 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92419148-04f0-4056-84e4-45fcedae421c req-eec90407-1095-4680-99ec-6774a2920cd1 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:10:47.277843 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-92419148-04f0-4056-84e4-45fcedae421c req-eec90407-1095-4680-99ec-6774a2920cd1 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.0683246 Jul 27 18:10:47.317761 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-92419148-04f0-4056-84e4-45fcedae421c req-6b4367ee-d8e1-4ba2-a0d6-720b7d07d1f9 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=029ed3fc-eff2-40ef-bfc6-ddd8108848f8&id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334163 Jul 27 18:10:50.807581 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-abb41682-4abd-40ab-b875-90c1b900738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:53.665085 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:53.669354 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-0dde84b0-bc4b-4c0b-be0c-62cb1212ae4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:54.462055 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:10:56.160617 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:01.620525 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:04.452066 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-459c4e20-da66-4aee-b989-e834e0c55674 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534017 Jul 27 18:11:04.530827 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-0d6b28c6-d667-4faf-bd97-051b01e885d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:04.532349 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-0d6b28c6-d667-4faf-bd97-051b01e885d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1138 time: 0.0575209 Jul 27 18:11:04.634495 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-ec60bd60-1709-4e00-ba0e-e5e6b206690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:04.635930 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-ec60bd60-1709-4e00-ba0e-e5e6b206690a service neutron] 10.222.0.41 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 916 time: 0.0838802 Jul 27 18:11:04.705809 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-9018fe2d-700a-4766-ba76-5eca9d8df0c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 1001 time: 0.0614657 Jul 27 18:11:04.755343 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-876a8d67-4b55-40fd-b268-e32c39dd456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:04.756794 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-876a8d67-4b55-40fd-b268-e32c39dd456b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 200 len: 854 time: 0.0433795 Jul 27 18:11:04.821825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-657aebee-e8b4-413c-acc7-b871f41b1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:04.823413 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-657aebee-e8b4-413c-acc7-b871f41b1798 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20c5c793-4bd6-4d82-86d6-99639002c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595853 Jul 27 18:11:04.921319 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-3b5c97db-d323-45af-885f-05ca5672dac6 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906370 Jul 27 18:11:05.027177 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-28f0b368-ac1d-4056-b8e9-4cb8b2d7d28b req-bdd44a7a-e611-4e33-9984-aa2b183f9d42 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978577 Jul 27 18:11:08.577961 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-b3167bcf-0983-4398-9928-ea9e86002b10 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374470308&fields=id&tenant_id=52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 267 time: 0.0347815 Jul 27 18:11:08.689340 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-4496cbe2-0fe1-488a-aacf-bf9a10b72bf0 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:08.691058 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-4496cbe2-0fe1-488a-aacf-bf9a10b72bf0 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 812 time: 0.1049573 Jul 27 18:11:08.705829 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-089c3d69-856b-491e-9de1-4ca4ec57dbe6 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/quotas/52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 375 time: 0.0089824 Jul 27 18:11:08.778068 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-fbc35f91-af7f-4e73-8250-75e13ed23304 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0661488 Jul 27 18:11:08.874744 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-347a4f8a-5c12-48d9-a92e-da7cf31ae4e3 service neutron] 10.222.0.47 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846786 Jul 27 18:11:08.963714 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-7e4928af-1d27-4957-95f0-c90a8b34d8a8 service neutron] 10.222.0.47 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824959 Jul 27 18:11:09.254398 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-78e1c104-82ab-4a41-b2f8-3dac731874ef req-34514fe3-1f01-4a6b-8281-399996e82d0c tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 210 time: 0.0325880 Jul 27 18:11:10.220137 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-85a99b2c-9e47-4668-9581-68dabad16104 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:10.221784 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-85a99b2c-9e47-4668-9581-68dabad16104 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 812 time: 0.1147201 Jul 27 18:11:10.268939 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-8ba22bbd-531e-4874-a6bd-d4da01350c0e tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52aadc58a3634b83a19e5d64c06d04ab HTTP/1.1" status: 200 len: 379 time: 0.0373137 Jul 27 18:11:10.279798 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'port': {'device_id': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'admin_state_up': True, 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'security_groups': ['b81c9315-4d89-4dbf-9e4e-3eb64c95f259']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:11:10.377210 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4355e4ca-93cb-4e72-946d-27be06352d00 req-3e91f8bf-a0e4-4e00-9489-757c6dedb645 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 210 time: 0.0330186 Jul 27 18:11:10.423968 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Made reservation on behalf of 52aadc58a3634b83a19e5d64c06d04ab for: {'port': 1} {{(pid=93051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 27 18:11:10.428081 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:10.567284 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_common [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Allocated IP 172.20.0.10 (187c338d-05f2-4809-9685-abfe0ff43874/44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1/472d0529-8296-48e6-aeb1-413dd10746de) {{(pid=93051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:11:10.733643 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:10.749179 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Transition to ACTIVE for port object 472d0529-8296-48e6-aeb1-413dd10746de will not be triggered until provisioned by entity DHCP. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:11:10.786088 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_create {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:10.828410 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Network 187c338d-05f2-4809-9685-abfe0ff43874 is already hosted by enough agents. {{(pid=93051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:11:10.833919 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.base_scheduler [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Resources bound (agent type, host, resource id): {{(pid=93051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:11:10.837480 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Received port after_create {{(pid=93051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:11:10.843874 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=472d0529-8296-48e6-aeb1-413dd10746de,revision_number=1']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:10.872399 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.872739 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.873080 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.873417 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.873749 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.874080 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.874407 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.874729 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.875075 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.875400 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.875722 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.876040 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:10.903671 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:10.904322 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:10.921839 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-2e0e1df7-0880-45bb-a943-ee210180b277 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6458488 Jul 27 18:11:10.935100 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Request body: {'port': {'device_id': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:11:11.015939 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:11.098839 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a2ef43dd-0d10-4d61-8db1-52468fe4e9cb None None] Provisioning for port 472d0529-8296-48e6-aeb1-413dd10746de completed by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:11:11.104572 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-a2ef43dd-0d10-4d61-8db1-52468fe4e9cb None None] Provisioning complete for port 472d0529-8296-48e6-aeb1-413dd10746de triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:11:11.105110 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-a2ef43dd-0d10-4d61-8db1-52468fe4e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:11.141413 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-a2ef43dd-0d10-4d61-8db1-52468fe4e9cb None None] Port 472d0529-8296-48e6-aeb1-413dd10746de cannot update to ACTIVE because it is not bound. {{(pid=93052) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 27 18:11:11.288585 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472d0529-8296-48e6-aeb1-413dd10746de {{(pid=93051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:11:11.295830 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:11.308250 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.provisioning_blocks [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Transition to ACTIVE for port object 472d0529-8296-48e6-aeb1-413dd10746de will not be triggered until provisioned by entity L2. {{(pid=93051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 27 18:11:11.311780 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:11.365747 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Pushing event updated for resources: {'Port': ['ID=472d0529-8296-48e6-aeb1-413dd10746de,revision_number=2']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:11.456718 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Attempting to bind port 472d0529-8296-48e6-aeb1-413dd10746de on host hv-cinder-78626 for vnic_type normal with profile {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 27 18:11:11.457050 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Attempting to bind port 472d0529-8296-48e6-aeb1-413dd10746de by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 27 18:11:11.457383 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Attempting to bind port 472d0529-8296-48e6-aeb1-413dd10746de on network 187c338d-05f2-4809-9685-abfe0ff43874 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:11:11.462254 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Port 472d0529-8296-48e6-aeb1-413dd10746de on network 187c338d-05f2-4809-9685-abfe0ff43874 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 27 18:11:11.462610 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Attempting to bind port 472d0529-8296-48e6-aeb1-413dd10746de on network 187c338d-05f2-4809-9685-abfe0ff43874 {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 27 18:11:11.468189 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Checking agent: {'id': '91727fb2-0bfb-4c3c-93ec-6762bb01e5b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'started_at': datetime.datetime(2021, 7, 27, 17, 57, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 27, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 27 18:11:11.468530 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Checking segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 27 18:11:11.468911 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Bound using segment: {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'} {{(pid=93051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 27 18:11:11.469338 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.managers [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Bound port: 472d0529-8296-48e6-aeb1-413dd10746de, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50129ef6-4bd9-4c23-ab6e-40e58046776d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874'}}] {{(pid=93051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 27 18:11:11.469694 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:11.542476 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a937eda-8b3f-4790-895c-b09f60110cb1 req-f0da1845-0b6a-49b6-8f37-eceb035a31d7 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:11.543960 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a937eda-8b3f-4790-895c-b09f60110cb1 req-f0da1845-0b6a-49b6-8f37-eceb035a31d7 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 944 time: 0.0810788 Jul 27 18:11:11.549335 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] For port 472d0529-8296-48e6-aeb1-413dd10746de, host hv-cinder-78626, cleared binding levels {{(pid=93051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 27 18:11:11.553251 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] For port 472d0529-8296-48e6-aeb1-413dd10746de, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=472d0529-8296-48e6-aeb1-413dd10746de,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 27 18:11:11.560346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:11.585545 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3a937eda-8b3f-4790-895c-b09f60110cb1 req-de4bb710-af58-4576-be13-578e13ae11f2 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344651 Jul 27 18:11:11.598791 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:11.599459 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:11.608896 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] 10.222.0.41 "PUT /v2.0/ports/472d0529-8296-48e6-aeb1-413dd10746de HTTP/1.1" status: 200 len: 1094 time: 0.6707704 Jul 27 18:11:11.608896 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:11:11.608896 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855d6b8b-b5e7-46c9-829e-3644066e8cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "tag": "472d0529-8296-48e6-aeb1-413dd10746de"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:11:11.652213 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80560c51-7352-4e6d-a97f-8dd9379f96a8 service neutron] Pushing event updated for resources: {'Port': ['ID=472d0529-8296-48e6-aeb1-413dd10746de,revision_number=3']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:11.662180 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfae0d9e-d19a-4e1e-9bb1-3331f22e4397 x-openstack-request-id: req-cfae0d9e-d19a-4e1e-9bb1-3331f22e4397 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:11:11.662612 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "tag": "472d0529-8296-48e6-aeb1-413dd10746de", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:11:11.662825 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cfae0d9e-d19a-4e1e-9bb1-3331f22e4397 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:11:11.663389 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de', 'status': 'completed', 'code': 200} Jul 27 18:11:11.726917 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-5fff4e66-79dd-4ddc-b0f0-02aaa4bbb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:11.728582 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-5fff4e66-79dd-4ddc-b0f0-02aaa4bbb3b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 1097 time: 0.0642643 Jul 27 18:11:11.779127 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-cadd1b42-45b4-49c9-bd5b-51e25434795e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=472d0529-8296-48e6-aeb1-413dd10746de HTTP/1.1" status: 200 len: 217 time: 0.0421424 Jul 27 18:11:11.829001 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-7b82b707-b1bb-447f-b5af-0c240a4c0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:11.830473 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-7b82b707-b1bb-447f-b5af-0c240a4c0658 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0436368 Jul 27 18:11:11.892896 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-bf48ec11-83e0-4b85-ba7e-703d4d810670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:11.895208 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-bf48ec11-83e0-4b85-ba7e-703d4d810670 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572631 Jul 27 18:11:11.984341 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-3745a20a-f3cd-4312-9eea-2e22e9f0c351 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811026 Jul 27 18:11:12.004485 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:11:12.076209 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3f8ed607-39f7-4dc0-9945-e3b14825dc6c req-f4fc5079-1030-44ab-9356-39013cc57efa service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839176 Jul 27 18:11:12.173547 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-1b7746dc-ab39-4fa6-882b-a95a0a2daf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:12.175692 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-1b7746dc-ab39-4fa6-882b-a95a0a2daf1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 1097 time: 0.0538447 Jul 27 18:11:12.264538 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-8dfc6bc7-c276-41a7-9699-c018dc430366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:12.266050 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-8dfc6bc7-c276-41a7-9699-c018dc430366 service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.0834560 Jul 27 18:11:12.313511 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-6b178285-cb50-4b3b-b117-75aa86b43e08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=472d0529-8296-48e6-aeb1-413dd10746de HTTP/1.1" status: 200 len: 217 time: 0.0375197 Jul 27 18:11:12.366854 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-8525d477-7c86-4aea-9102-34e022063ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:12.368298 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-8525d477-7c86-4aea-9102-34e022063ad8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0463669 Jul 27 18:11:12.430300 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-f10e5fb7-04d3-4512-a792-30218f324db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:12.431869 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-f10e5fb7-04d3-4512-a792-30218f324db0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550470 Jul 27 18:11:12.532185 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-243d9906-0e74-4dfc-8091-d05c4c7875e8 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874417 Jul 27 18:11:12.631969 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-855d6b8b-b5e7-46c9-829e-3644066e8cfd req-1e5b0bef-7e96-4aac-bd40-67cc340d67ef service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875781 Jul 27 18:11:12.719594 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54438cef-94cd-4998-b871-c2e5f1dc826f req-4d82a481-d05d-46ce-829a-25fc74ff8d20 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:12.721087 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-54438cef-94cd-4998-b871-c2e5f1dc826f req-4d82a481-d05d-46ce-829a-25fc74ff8d20 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 944 time: 0.0634377 Jul 27 18:11:12.759532 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-54438cef-94cd-4998-b871-c2e5f1dc826f req-6de20612-6cb3-4b4d-8fc7-201927cc056c tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324321 Jul 27 18:11:13.900227 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385161a7-f27e-434a-860d-56c14bfa83c3 req-33af9b02-e43a-4721-b2e1-648a4c0ac01f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:13.901748 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-385161a7-f27e-434a-860d-56c14bfa83c3 req-33af9b02-e43a-4721-b2e1-648a4c0ac01f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 944 time: 0.0722122 Jul 27 18:11:13.944989 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-385161a7-f27e-434a-860d-56c14bfa83c3 req-95134482-da70-42fc-861d-1c86ae6b1705 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358539 Jul 27 18:11:15.075268 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825dd8a-6102-49b8-a50d-dce0de312b73 req-8f84ea20-b679-4e63-b8bf-cdecf1f965a3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:15.076703 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d825dd8a-6102-49b8-a50d-dce0de312b73 req-8f84ea20-b679-4e63-b8bf-cdecf1f965a3 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 944 time: 0.0616219 Jul 27 18:11:15.119862 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-d825dd8a-6102-49b8-a50d-dce0de312b73 req-84b17f42-93dd-4998-9e07-ec96b476541d tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365396 Jul 27 18:11:16.247659 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdadaf0-8303-4d3e-97cc-849a0d3b5bac req-7487879a-1529-4c60-9727-a77e98bc39bd tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:16.249141 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1bdadaf0-8303-4d3e-97cc-849a0d3b5bac req-7487879a-1529-4c60-9727-a77e98bc39bd tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 944 time: 0.0634575 Jul 27 18:11:16.287243 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-1bdadaf0-8303-4d3e-97cc-849a0d3b5bac req-5dc375d6-a259-477c-bbd5-a14e153f6f6c tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313811 Jul 27 18:11:17.427594 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3e760-8cb8-4896-af41-229f3c980bef req-0b0c52a8-9d76-42a8-9c99-637d1ec9efea tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:17.430157 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-76e3e760-8cb8-4896-af41-229f3c980bef req-0b0c52a8-9d76-42a8-9c99-637d1ec9efea tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 944 time: 0.0701232 Jul 27 18:11:17.468936 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-76e3e760-8cb8-4896-af41-229f3c980bef req-afe88761-167d-411a-9e26-2fd8633a5803 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326202 Jul 27 18:11:18.594871 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ef38d-c9c5-40ed-bebb-70a1d45a88c3 req-af55aaf5-ac07-4e31-994f-9d0f97f64b4b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:18.596282 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c0ef38d-c9c5-40ed-bebb-70a1d45a88c3 req-af55aaf5-ac07-4e31-994f-9d0f97f64b4b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 944 time: 0.0621200 Jul 27 18:11:18.634523 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7c0ef38d-c9c5-40ed-bebb-70a1d45a88c3 req-87202fc9-763d-4736-bebc-3fccf69be487 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Jul 27 18:11:19.442013 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 472d0529-8296-48e6-aeb1-413dd10746de details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=93052) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 27 18:11:19.543468 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 472d0529-8296-48e6-aeb1-413dd10746de, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=472d0529-8296-48e6-aeb1-413dd10746de,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:19.555141 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Returning: {'device': '472d0529-8296-48e6-aeb1-413dd10746de', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'port_id': '472d0529-8296-48e6-aeb1-413dd10746de', 'mac_address': 'fa:16:3e:15:15:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93052) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 27 18:11:19.591165 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:19.603428 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472d0529-8296-48e6-aeb1-413dd10746de {{(pid=93052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 27 18:11:19.622224 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 472d0529-8296-48e6-aeb1-413dd10746de, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=472d0529-8296-48e6-aeb1-413dd10746de,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:19.625845 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:19.671990 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=472d0529-8296-48e6-aeb1-413dd10746de,revision_number=4']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:19.679739 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.680093 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.680433 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.680771 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.681105 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.681441 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.681771 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.682098 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.682427 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.682761 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.683097 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.683419 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:19.764229 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1446dd-ce7b-4a28-a706-28ceeff991ce req-e914a068-40df-4b17-b10a-f1e0d58a6587 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:19.765690 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-aa1446dd-ce7b-4a28-a706-28ceeff991ce req-e914a068-40df-4b17-b10a-f1e0d58a6587 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 945 time: 0.0648389 Jul 27 18:11:19.803746 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-aa1446dd-ce7b-4a28-a706-28ceeff991ce req-afd71a11-ae10-43ef-9510-86d78fdd3421 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Jul 27 18:11:19.905430 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['472d0529-8296-48e6-aeb1-413dd10746de'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:11:20.808376 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-7d9776ca-2017-44c1-932d-ba2d4496e275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:20.985629 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fce70-792d-4fc5-8abc-62ad86ae2dfb req-a99c49c5-d3d8-4b65-a9b7-0b15d80b1054 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:20.987123 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7f3fce70-792d-4fc5-8abc-62ad86ae2dfb req-a99c49c5-d3d8-4b65-a9b7-0b15d80b1054 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 945 time: 0.0667801 Jul 27 18:11:21.024801 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-7f3fce70-792d-4fc5-8abc-62ad86ae2dfb req-ec2a2204-c31f-46a8-be50-8ff8ea9b9bd7 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316708 Jul 27 18:11:21.452314 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 472d0529-8296-48e6-aeb1-413dd10746de up at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 27 18:11:21.505148 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning for port 472d0529-8296-48e6-aeb1-413dd10746de completed by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 27 18:11:21.508576 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Provisioning complete for port 472d0529-8296-48e6-aeb1-413dd10746de triggered by entity L2. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:11:21.508949 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:21.583374 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:21.605239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de'}] {{(pid=93052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:11:21.607486 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e7c149a1a2fb591d5208e3d1ba246ff979acc8ce4da25ee0f7ba294173d6601" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468ba6a-0ccb-4795-989c-1f1c89a2ec03" -d '{"events": [{"server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "name": "network-vif-plugged", "status": "completed", "tag": "472d0529-8296-48e6-aeb1-413dd10746de"}]}' {{(pid=93052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:11:21.620865 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] For port 472d0529-8296-48e6-aeb1-413dd10746de, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=472d0529-8296-48e6-aeb1-413dd10746de,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:21.625079 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685'] for port, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:21.648083 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead98ac0-05f7-4ac2-8999-6821f20c6b24 x-openstack-request-id: req-ead98ac0-05f7-4ac2-8999-6821f20c6b24 {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:11:21.648372 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "name": "network-vif-plugged", "status": "completed", "tag": "472d0529-8296-48e6-aeb1-413dd10746de", "code": 200}]} {{(pid=93052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:11:21.648623 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ead98ac0-05f7-4ac2-8999-6821f20c6b24 {{(pid=93052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:11:21.649009 dv-cinder-786260-13-iscsi neutron-server[93052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de', 'code': 200} Jul 27 18:11:21.674292 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Pushing event updated for resources: {'Port': ['ID=472d0529-8296-48e6-aeb1-413dd10746de,revision_number=5']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:21.887393 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810e47a-1fc8-4b63-b511-14edb443fa9f req-d2881eca-73e6-4063-be81-6faf9e355de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:21.888775 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4810e47a-1fc8-4b63-b511-14edb443fa9f req-d2881eca-73e6-4063-be81-6faf9e355de9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 1099 time: 0.0525281 Jul 27 18:11:21.924149 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4810e47a-1fc8-4b63-b511-14edb443fa9f req-8579f56f-fe53-48b3-b824-040002da5faf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269141 Jul 27 18:11:22.155896 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bb9f5-5436-4ce5-a343-24e65aa63e04 req-7f0ecf64-67e8-4b15-ad90-822718850576 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:22.157282 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-eb9bb9f5-5436-4ce5-a343-24e65aa63e04 req-7f0ecf64-67e8-4b15-ad90-822718850576 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 946 time: 0.0668538 Jul 27 18:11:22.196325 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-eb9bb9f5-5436-4ce5-a343-24e65aa63e04 req-cb979854-645e-40fb-90ab-5ab2076c42dc tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313327 Jul 27 18:11:23.329069 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7880344-368d-46d3-a93a-2578afc24e2e req-bbc36c51-e3a1-472c-a5c9-aaf23a486f03 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:23.330517 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a7880344-368d-46d3-a93a-2578afc24e2e req-bbc36c51-e3a1-472c-a5c9-aaf23a486f03 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 946 time: 0.0650315 Jul 27 18:11:23.368024 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-a7880344-368d-46d3-a93a-2578afc24e2e req-bdbea900-2603-4f3c-a3ea-d096eb216078 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305734 Jul 27 18:11:23.496657 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df14a1-23f5-49cd-aea4-fec037f336bd req-4d8a3c38-a8ab-4fcc-9e6e-a5d4fa2ec863 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:23.498044 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a5df14a1-23f5-49cd-aea4-fec037f336bd req-4d8a3c38-a8ab-4fcc-9e6e-a5d4fa2ec863 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 946 time: 0.0632155 Jul 27 18:11:23.537438 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-a5df14a1-23f5-49cd-aea4-fec037f336bd req-ec4397fb-4428-4b2f-a477-750d8e76e32b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315080 Jul 27 18:11:23.559333 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39332) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:23.612107 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478afe48-8534-4b5f-8ff4-b77f727365b0 tempest-TestVolumeBootPattern-1759400201 tempest-TestVolumeBootPattern-1759400201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:23.614156 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-478afe48-8534-4b5f-8ff4-b77f727365b0 tempest-TestVolumeBootPattern-1759400201 tempest-TestVolumeBootPattern-1759400201-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 1094 time: 0.0538323 Jul 27 18:11:23.616886 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39334) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:23.621078 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.v2.base [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Request body: {'floatingip': {'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'port_id': '472d0529-8296-48e6-aeb1-413dd10746de', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93050) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:11:23.645103 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:23.666147 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:23.671706 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-08be860e-2c99-41e9-a1be-9e0e128c891c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:23.743911 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:23.846606 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_common [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Allocated IP 172.27.1.118 (d2a723e0-c096-4585-8466-4a29cd59b5b1/ae17b766-c89f-4aab-b684-22610297dd41/b2276736-a6fc-47b1-88bd-54681b617d65) {{(pid=93050) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 27 18:11:23.949619 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:23.987235 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780060671973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:24.028217 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Network d2a723e0-c096-4585-8466-4a29cd59b5b1 is already hosted by enough agents. {{(pid=93050) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 27 18:11:24.030859 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.base_scheduler [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Resources bound (agent type, host, resource id): {{(pid=93050) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 27 18:11:24.035729 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Received port after_create {{(pid=93050) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 27 18:11:24.038654 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=b2276736-a6fc-47b1-88bd-54681b617d65,revision_number=1']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:24.064785 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.065135 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.065537 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.065871 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.066337 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.066678 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.067021 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.067361 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.067690 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.068035 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.068355 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.068674 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:11:24.414579 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:24.467419 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:24.493694 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:24.637989 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for port, precommit_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:24.642634 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127653829'] for port, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:24.709069 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event updated for resources: {'Port': ['ID=b2276736-a6fc-47b1-88bd-54681b617d65,revision_number=2']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:24.722354 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-928647'] for floatingip, after_update {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:24.820674 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.l3_db [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Floating IP afcaf6d5-4d76-44c4-a448-38eb8fa3499e associated. External IP: 172.27.1.118, port: 472d0529-8296-48e6-aeb1-413dd10746de. Jul 27 18:11:25.256068 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:11:25.361864 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:11:25.371433 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:11:25.376916 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:25.381041 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:11:25.381668 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:11:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:25.417042 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-1092a461-852d-4f34-87cf-f0f2185e7b69 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7991498 Jul 27 18:11:25.417703 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:11:25.419947 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "tag": "472d0529-8296-48e6-aeb1-413dd10746de"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:11:25.468173 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8197082f-39d8-4fc5-ae15-12ca30a73b75 x-openstack-request-id: req-8197082f-39d8-4fc5-ae15-12ca30a73b75 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:11:25.468465 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "tag": "472d0529-8296-48e6-aeb1-413dd10746de", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:11:25.468715 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8197082f-39d8-4fc5-ae15-12ca30a73b75 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:11:25.469105 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de', 'status': 'completed', 'code': 200} Jul 27 18:11:25.497196 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:11:25.546973 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-7abdea28-1072-4f6f-9a8d-365ff83fc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:25.548463 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-7abdea28-1072-4f6f-9a8d-365ff83fc574 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 1099 time: 0.0541320 Jul 27 18:11:25.727935 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 1, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}, {'id': 'afcaf6d5-4d76-44c4-a448-38eb8fa3499e', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '472d0529-8296-48e6-aeb1-413dd10746de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:15:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:11:24Z', 'updated_at': '2021-07-27T18:11:24Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:25.755792 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:11:25.764975 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:11:25.765600 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:11:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:25.884511 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:11:25.930900 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-19f810b5-a683-449e-91cc-0862c604f021 req-d385b299-9e31-44b5-b467-78389fd96fd1 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685601240&fields=id&tenant_id=46d1d44d898a4267a22cd38c4bbb4747 HTTP/1.1" status: 200 len: 267 time: 0.0511124 Jul 27 18:11:25.955442 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-40c950e6-9abd-4496-a82c-35702f1aef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:25.957592 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-40c950e6-9abd-4496-a82c-35702f1aef01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.4009736 Jul 27 18:11:26.046876 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-4ff44840-fa37-4db2-883e-3dd8e1e5eae4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=472d0529-8296-48e6-aeb1-413dd10746de HTTP/1.1" status: 200 len: 1000 time: 0.0716436 Jul 27 18:11:26.062912 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f810b5-a683-449e-91cc-0862c604f021 req-e3b73bbe-e798-4372-b82c-af9d9e2e3ecc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:26.064318 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-19f810b5-a683-449e-91cc-0862c604f021 req-e3b73bbe-e798-4372-b82c-af9d9e2e3ecc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 985 time: 0.1257873 Jul 27 18:11:26.094868 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.v2.base [req-19f810b5-a683-449e-91cc-0862c604f021 req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Request body: {'port': {'security_groups': ['d28f6b07-e87a-43c4-a25d-31539396a2db']}} {{(pid=93051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 27 18:11:26.119439 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 1, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}, {'id': 'afcaf6d5-4d76-44c4-a448-38eb8fa3499e', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '472d0529-8296-48e6-aeb1-413dd10746de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:15:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:11:24Z', 'updated_at': '2021-07-27T18:11:24Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:26.146582 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d89d97-63e8-45bd-9774-b8db4c00b316 None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 1, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}, {'id': 'afcaf6d5-4d76-44c4-a448-38eb8fa3499e', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '472d0529-8296-48e6-aeb1-413dd10746de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:15:15:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:11:24Z', 'updated_at': '2021-07-27T18:11:24Z', 'revision_number': 0, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:11:26.148452 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-a75698b2-b1f4-4af3-a0a2-e764b5502449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:26.149967 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-a75698b2-b1f4-4af3-a0a2-e764b5502449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0952516 Jul 27 18:11:26.165355 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.227748 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-19f810b5-a683-449e-91cc-0862c604f021 req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1808354'] for port, before_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.297738 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-97b904b7-a538-4788-8475-b8bc6bfb5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:26.299264 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-97b904b7-a538-4788-8475-b8bc6bfb5889 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1406496 Jul 27 18:11:26.345275 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe90d6-cbe1-46bf-bb48-a39c9af755ed None None] New status for floating IP afcaf6d5-4d76-44c4-a448-38eb8fa3499e: ACTIVE {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:11:26.470385 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-1e43be39-db85-4f0f-9947-cfa966faf7b5 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618786 Jul 27 18:11:26.548279 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-19f810b5-a683-449e-91cc-0862c604f021 req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] For port 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:26.603129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-19f810b5-a683-449e-91cc-0862c604f021 req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for port, precommit_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.609888 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-efbc57ed-ed93-4fda-a1e4-6cebfb42387c req-a9987922-db61-4671-83ea-a449319e703a service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293654 Jul 27 18:11:26.610457 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-19f810b5-a683-449e-91cc-0862c604f021 req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780061060590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780060671991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780060668685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125860318'] for port, after_update {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.623638 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['25f89c6c-9cd3-4004-80e2-681ca9c78f43'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:11:26.656086 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f810b5-a683-449e-91cc-0862c604f021 req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:26.656707 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-19f810b5-a683-449e-91cc-0862c604f021 req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.662577 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-19f810b5-a683-449e-91cc-0862c604f021 req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "PUT /v2.0/ports/25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 943 time: 0.5896771 Jul 27 18:11:26.663101 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:11:26.665567 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:11:26.665722 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39348) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:26.705362 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0fb23-185b-4a47-b07c-db5292b51316 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event updated for resources: {'Port': ['ID=25f89c6c-9cd3-4004-80e2-681ca9c78f43,revision_number=7']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:26.712831 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a13dbdc-9b9a-48ad-af38-bf64d69dc761 x-openstack-request-id: req-8a13dbdc-9b9a-48ad-af38-bf64d69dc761 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:11:26.713124 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:11:26.713378 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a13dbdc-9b9a-48ad-af38-bf64d69dc761 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:11:26.713780 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'status': 'completed', 'code': 200} Jul 27 18:11:26.734925 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['25f89c6c-9cd3-4004-80e2-681ca9c78f43'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:11:26.761307 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9f38c689-e9ef-46d3-9a0a-a53a066415cc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.797020 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9f38c689-e9ef-46d3-9a0a-a53a066415cc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.812066 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-16ccee87-1d9d-44de-aea9-f98d73489656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:26.813793 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-16ccee87-1d9d-44de-aea9-f98d73489656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1099 time: 0.0718293 Jul 27 18:11:26.869394 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9f38c689-e9ef-46d3-9a0a-a53a066415cc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.873886 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9f38c689-e9ef-46d3-9a0a-a53a066415cc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.875620 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9f38c689-e9ef-46d3-9a0a-a53a066415cc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "DELETE /v2.0/security-groups/029ed3fc-eff2-40ef-bfc6-ddd8108848f8 HTTP/1.1" status: 204 len: 168 time: 0.2089705 Jul 27 18:11:26.880867 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39352) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:26.894801 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38c689-e9ef-46d3-9a0a-a53a066415cc tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029ed3fc-eff2-40ef-bfc6-ddd8108848f8,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:26.915473 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-5248e362-e0b9-4817-8537-4e4233e107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:26.916857 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-5248e362-e0b9-4817-8537-4e4233e107c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 916 time: 0.0959599 Jul 27 18:11:26.928244 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.provisioning_blocks [None req-31c922cc-bc9e-4582-b7c9-7aeb41b7e8db None None] Provisioning complete for port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 triggered by entity DHCP. {{(pid=93052) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 27 18:11:26.929124 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-31c922cc-bc9e-4582-b7c9-7aeb41b7e8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1766810'] for port, provisioning_complete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:26.996751 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-13783e39-62db-41b0-a636-f82960641e74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 1001 time: 0.0717847 Jul 27 18:11:27.052242 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-14f3623d-7a0b-4af4-a4db-6b4701ecc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:27.052983 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Deleting port 544244dc-299b-47b1-b0e5-d11b07d17771 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:27.053329 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:27.053732 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-14f3623d-7a0b-4af4-a4db-6b4701ecc178 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 200 len: 854 time: 0.0492976 Jul 27 18:11:27.119095 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-c4a9a8cf-4a88-429b-aaaf-dbe01fcef4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:27.120517 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-c4a9a8cf-4a88-429b-aaaf-dbe01fcef4b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20c5c793-4bd6-4d82-86d6-99639002c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0590954 Jul 27 18:11:27.131388 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:27.131719 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:27.143111 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Calling delete_port for 544244dc-299b-47b1-b0e5-d11b07d17771 owned by network:floatingip {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:27.210661 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-05386aa4-149d-419d-9805-f4e57e7539f7 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823870 Jul 27 18:11:27.307369 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-2f8c2bda-9d17-470b-ab69-e7f4899bd5c8 req-27c826d2-303c-4a6c-ab0e-711836978ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880516 Jul 27 18:11:27.314927 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:27.342064 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event deleted for resources: {'Port': ['ID=544244dc-299b-47b1-b0e5-d11b07d17771,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:27.403601 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks [] for floatingip, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:27.403942 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.l3_db [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Floating IP 1e3066aa-ea35-47da-a875-1fa6f114cd29 disassociated (deleted). External IP: 172.27.1.93, port: 25f89c6c-9cd3-4004-80e2-681ca9c78f43. Jul 27 18:11:27.614565 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Router c5d8a496-b538-4660-a499-edefa569c4ab has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:11:27.721812 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:11:27.726419 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:27.730938 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] Sync routers for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:11:27.739636 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:11:27.740252 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:11:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:27.765387 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-987d6a88-d8b0-4d30-8661-215d2fc6a85f tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "DELETE /v2.0/floatingips/1e3066aa-ea35-47da-a875-1fa6f114cd29 HTTP/1.1" status: 204 len: 168 time: 0.8833711 Jul 27 18:11:27.766068 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:11:27.769481 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed628f2-b922-4bcd-af89-e1f19dd3747d" -d '{"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:11:27.808399 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a55116-5df7-4346-9b44-e7660bea90cd x-openstack-request-id: req-b6a55116-5df7-4346-9b44-e7660bea90cd {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:11:27.808766 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:11:27.809092 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6a55116-5df7-4346-9b44-e7660bea90cd {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:11:27.809561 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'status': 'completed', 'code': 200} Jul 27 18:11:27.897023 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-98bd8d69-9e34-4450-ad75-3fcc1d46790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:27.899525 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-98bd8d69-9e34-4450-ad75-3fcc1d46790f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 1099 time: 0.0657907 Jul 27 18:11:27.982316 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:11:28.007888 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-3c4226ed-cb53-494a-b252-a146fa4e0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:28.009483 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-3c4226ed-cb53-494a-b252-a146fa4e0959 service neutron] 10.222.0.41 "GET /v2.0/networks?id=20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 200 len: 916 time: 0.1020899 Jul 27 18:11:28.058742 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-6ed0ea11-8faa-457e-8e08-81cf99e4f26d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 200 len: 217 time: 0.0401495 Jul 27 18:11:28.111388 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-04763eb6-2766-4f33-8010-b6711686f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:28.113527 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-04763eb6-2766-4f33-8010-b6711686f751 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 200 len: 854 time: 0.0485103 Jul 27 18:11:28.173763 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-bc9cdfee-231c-4d1f-aab1-59e701d4b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:28.176180 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-bc9cdfee-231c-4d1f-aab1-59e701d4b281 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20c5c793-4bd6-4d82-86d6-99639002c51a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0548694 Jul 27 18:11:28.186607 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:27Z', 'revision_number': 5, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:28.212967 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] Checking router: c5d8a496-b538-4660-a499-edefa569c4ab for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:11:28.221628 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:11:28.222253 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:11:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:28.278775 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-c93a4894-757d-4cdd-8ee8-bc26d947d3f4 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939589 Jul 27 18:11:28.340849 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:11:28.396975 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9ed628f2-b922-4bcd-af89-e1f19dd3747d req-f70366d2-dfdb-4db3-9675-eb606b9a0a23 service neutron] 10.222.0.41 "GET /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069424 Jul 27 18:11:28.566905 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:27Z', 'revision_number': 5, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:28.592194 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a22e1bf-2c14-46e1-9175-624abd7926bb None None] The sync data for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi is: [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:09:23Z', 'revision_number': 4, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': '4d4ce7df-56d8-454c-b30c-5c266181186a', 'name': '', 'network_id': '20c5c793-4bd6-4d82-86d6-99639002c51a', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'mac_address': 'fa:16:3e:e2:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:22Z', 'updated_at': '2021-07-27T18:09:27Z', 'revision_number': 5, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'subnets': [{'id': 'eb3492f6-932f-41a2-aed5-83058de51c5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:11:28.818854 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977ffa2-1e69-4156-a8af-97c45d2e1aab None None] New status for floating IP 1e3066aa-ea35-47da-a875-1fa6f114cd29: DOWN {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:11:30.520806 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81e4e9-8c4f-4881-ad00-616cb4293d01 req-1d7e6ea8-19ae-4942-be04-6291e6289570 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:30.522292 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8e81e4e9-8c4f-4881-ad00-616cb4293d01 req-1d7e6ea8-19ae-4942-be04-6291e6289570 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0729268 Jul 27 18:11:30.560703 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-8e81e4e9-8c4f-4881-ad00-616cb4293d01 req-79abeb4c-aa64-44d4-a481-13c54eb86c4e tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 27 18:11:31.637712 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:31.694964 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ed0f2-ff2a-4372-a564-f1977a13cc57 req-5e260642-95c1-4b08-abec-4cfd8ae7c5db tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:31.696457 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3e4ed0f2-ff2a-4372-a564-f1977a13cc57 req-5e260642-95c1-4b08-abec-4cfd8ae7c5db tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0670316 Jul 27 18:11:31.733374 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-3e4ed0f2-ff2a-4372-a564-f1977a13cc57 req-acdcfc9b-2d80-406f-b1e8-0dd8fb9c4d53 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/security-groups?id=d28f6b07-e87a-43c4-a25d-31539396a2db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307386 Jul 27 18:11:32.182591 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-420c59ca-e723-408c-850f-16fe02051a20 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:11:32.184130 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-420c59ca-e723-408c-850f-16fe02051a20 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.41 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 946 time: 0.0645630 Jul 27 18:11:32.283946 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Deleting port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:32.284364 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:32.375846 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] For port 25f89c6c-9cd3-4004-80e2-681ca9c78f43, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=25f89c6c-9cd3-4004-80e2-681ca9c78f43,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:32.376209 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:32.390114 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Calling delete_port for 25f89c6c-9cd3-4004-80e2-681ca9c78f43 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:32.516652 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:32.539515 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] get_ports_and_sgs() called for port_ids ['25f89c6c-9cd3-4004-80e2-681ca9c78f43'] {{(pid=93052) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 27 18:11:32.547176 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Pushing event deleted for resources: {'Port': ['ID=25f89c6c-9cd3-4004-80e2-681ca9c78f43,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:32.593884 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] No DVR routers for this DVR port 25f89c6c-9cd3-4004-80e2-681ca9c78f43 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:11:32.597021 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:32.599138 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-4dfd83e3-52bf-4109-a64d-a47be5e6ae20 req-3dda5a19-8bcf-422c-99d8-d08fa9fd3d25 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.41 "DELETE /v2.0/ports/25f89c6c-9cd3-4004-80e2-681ca9c78f43 HTTP/1.1" status: 204 len: 173 time: 0.4081104 Jul 27 18:11:32.599603 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'name': 'network-vif-deleted', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:11:32.601864 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415b6205-b38c-4850-8afd-d43eab634ad7" -d '{"events": [{"server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "name": "network-vif-deleted", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:11:32.638282 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554b5643-5324-47fb-aa8e-d4b5061eccea x-openstack-request-id: req-554b5643-5324-47fb-aa8e-d4b5061eccea {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:11:32.638602 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78713a4d-bfd1-48e6-8406-86d4308e2a86", "name": "network-vif-deleted", "tag": "25f89c6c-9cd3-4004-80e2-681ca9c78f43", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:11:32.638857 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-554b5643-5324-47fb-aa8e-d4b5061eccea {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:11:32.639289 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78713a4d-bfd1-48e6-8406-86d4308e2a86', 'name': 'network-vif-deleted', 'tag': '25f89c6c-9cd3-4004-80e2-681ca9c78f43', 'status': 'completed', 'code': 200} Jul 27 18:11:32.844122 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cc70b258-1d60-4e70-918d-ac486be2d3ec req-83b9e748-6aff-4316-87f9-9c4dbf4647c5 tempest-TestMinimumBasicScenario-1769889104 tempest-TestMinimumBasicScenario-1769889104-project] 10.222.0.47 "GET /v2.0/ports?device_id=78713a4d-bfd1-48e6-8406-86d4308e2a86 HTTP/1.1" status: 200 len: 210 time: 0.0329449 Jul 27 18:11:34.402079 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39436) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:34.742630 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:34.989579 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Deleting port 4d4ce7df-56d8-454c-b30c-5c266181186a {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:34.989915 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:35.070284 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] For port 4d4ce7df-56d8-454c-b30c-5c266181186a, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=4d4ce7df-56d8-454c-b30c-5c266181186a,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:35.070646 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:35.083574 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Calling delete_port for 4d4ce7df-56d8-454c-b30c-5c266181186a owned by network:router_interface {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:35.262244 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:35.287792 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4ce7df-56d8-454c-b30c-5c266181186a,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:35.460372 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:35.557822 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 25f89c6c-9cd3-4004-80e2-681ca9c78f43 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:11:35.582413 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 25f89c6c-9cd3-4004-80e2-681ca9c78f43 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:11:35.582800 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 25f89c6c-9cd3-4004-80e2-681ca9c78f43 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:11:35.690370 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Router c5d8a496-b538-4660-a499-edefa569c4ab has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:11:35.790373 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:11:35.795443 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d9e3e119-dfa5-4c3a-9387-2184ca34f863 admin admin] 10.222.0.47 "PUT /v2.0/routers/c5d8a496-b538-4660-a499-edefa569c4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3923233 Jul 27 18:11:35.797916 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39438) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:35.799656 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] Sync routers for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:11:35.808416 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:11:35.809029 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:11:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:35.904650 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks [] for router, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:35.910697 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:11:36.005699 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.057368 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Deleting port c44e0d0e-509b-4672-b90d-79777815f837 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:36.057705 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.093366 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:11:35Z', 'revision_number': 5, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port': {'id': 'c44e0d0e-509b-4672-b90d-79777815f837', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:27:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:36.119989 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] Checking router: c5d8a496-b538-4660-a499-edefa569c4ab for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:11:36.128186 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] Routers {'c5d8a496-b538-4660-a499-edefa569c4ab'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:11:36.128797 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:11:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c5d8a496-b538-4660-a499-edefa569c4ab'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:36.145745 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] For port c44e0d0e-509b-4672-b90d-79777815f837, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=c44e0d0e-509b-4672-b90d-79777815f837,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:36.146112 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.159455 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Calling delete_port for c44e0d0e-509b-4672-b90d-79777815f837 owned by network:router_gateway {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:36.214790 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] Set router c5d8a496-b538-4660-a499-edefa569c4ab gateway port host: None {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:11:36.270485 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:11:36Z', 'revision_number': 6, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port_host': None}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:36.297463 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9dc4cd-b8ab-4d15-a653-619d6e1cb30f None None] The sync data for ids ['c5d8a496-b538-4660-a499-edefa569c4ab'] in dv-cinder-786260-13-iscsi is: [{'id': 'c5d8a496-b538-4660-a499-edefa569c4ab', 'name': 'tempest-TestMinimumBasicScenario-2103248155-router', 'tenant_id': '46d1d44d898a4267a22cd38c4bbb4747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:19Z', 'updated_at': '2021-07-27T18:11:36Z', 'revision_number': 6, 'project_id': '46d1d44d898a4267a22cd38c4bbb4747', 'gw_port_host': None}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:11:36.336350 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.363643 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Pushing event deleted for resources: {'Port': ['ID=c44e0d0e-509b-4672-b90d-79777815f837,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:36.426730 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.758900 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.760865 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.804280 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.804870 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5d8a496-b538-4660-a499-edefa569c4ab {{(pid=93050) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:11:36.809988 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] Notify callbacks [] for router, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.810610 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-b0a9c862-3528-4785-9169-2734cf8a0511 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c5d8a496-b538-4660-a499-edefa569c4ab HTTP/1.1" status: 204 len: 168 time: 1.0117853 Jul 27 18:11:36.813151 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39440) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:36.856816 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c39eb1-82df-449b-a10f-2f1fe79fe964 admin admin] Deleting subnet eb3492f6-932f-41a2-aed5-83058de51c5a {{(pid=93050) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:11:36.859702 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d3c39eb1-82df-449b-a10f-2f1fe79fe964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.895958 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d3c39eb1-82df-449b-a10f-2f1fe79fe964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125990872'] for subnet, precommit_delete_associations {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:36.976257 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d3c39eb1-82df-449b-a10f-2f1fe79fe964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.027653 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d3c39eb1-82df-449b-a10f-2f1fe79fe964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127653775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126337960'] for subnet, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.054482 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c39eb1-82df-449b-a10f-2f1fe79fe964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3492f6-932f-41a2-aed5-83058de51c5a,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:37.056529 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d3c39eb1-82df-449b-a10f-2f1fe79fe964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for subnet, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.059563 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d3c39eb1-82df-449b-a10f-2f1fe79fe964 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/eb3492f6-932f-41a2-aed5-83058de51c5a HTTP/1.1" status: 204 len: 168 time: 0.2442498 Jul 27 18:11:37.060064 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a213cb-b07b-4d68-9958-595a62edf41e None None] Network 20c5c793-4bd6-4d82-86d6-99639002c51a requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:11:37.060934 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39442) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:37.106239 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 4d4ce7df-56d8-454c-b30c-5c266181186a no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:11:37.136150 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.137211 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 4d4ce7df-56d8-454c-b30c-5c266181186a {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:11:37.137562 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 4d4ce7df-56d8-454c-b30c-5c266181186a not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:11:37.194224 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Deleting port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:37.194688 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.275780 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] For port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:37.276150 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.295358 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] DHCP port deletion for 20c5c793-4bd6-4d82-86d6-99639002c51a request from dv-cinder-786260-13-iscsi {{(pid=93052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 18:11:37.296447 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Calling delete_port for 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 owned by network:dhcp {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:37.358039 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] Deleting port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 {{(pid=93052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:37.358506 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.409801 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.443366 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Pushing event deleted for resources: {'Port': ['ID=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:37.444039 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] For port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,segment=NetworkSegment(a54a232b-886e-47fe-8360-8abbd56715e7),segment_id=a54a232b-886e-47fe-8360-8abbd56715e7)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:37.444438 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.448085 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] No DVR routers for this DVR port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 on host dv-cinder-786260-13-iscsi {{(pid=93050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:11:37.459011 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] Calling delete_port for 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 owned by network:dhcp {{(pid=93052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:37.529642 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.534627 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982'] for port, after_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.545440 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c5c793-4bd6-4d82-86d6-99639002c51a']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:37.557895 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54a232b-886e-47fe-8360-8abbd56715e7') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:37.558196 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54a232b-886e-47fe-8360-8abbd56715e7') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:37.562384 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] Pushing event deleted for resources: {'Port': ['ID=0df78588-8fd6-4b6b-b4b0-864f789fe9a9,revision_number=None']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:37.568061 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922d1378-9171-4e4c-a4ec-c5deac6d7214 None None] No DVR routers for this DVR port 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 on host dv-cinder-786260-13-iscsi {{(pid=93052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:11:37.568944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.584878 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.590670 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:11:37.591092 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:11:37.592868 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:11:37.647434 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.652479 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:37.654499 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] 10.222.0.47 "DELETE /v2.0/networks/20c5c793-4bd6-4d82-86d6-99639002c51a HTTP/1.1" status: 204 len: 168 time: 0.5925748 Jul 27 18:11:37.657537 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39444) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:37.665735 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994aa27-9497-4719-aa8f-d5af4788af5e admin admin] Pushing event deleted for resources: {'Network': ['ID=20c5c793-4bd6-4d82-86d6-99639002c51a,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:37.997459 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:38.248679 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Deleting port 3602f10e-6b0e-4e13-a618-c98053b4c601 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:38.248933 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:38.328893 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] For port 3602f10e-6b0e-4e13-a618-c98053b4c601, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=3602f10e-6b0e-4e13-a618-c98053b4c601,segment=NetworkSegment(4142ef94-69bd-4a84-935b-ffec1433faf4),segment_id=4142ef94-69bd-4a84-935b-ffec1433faf4)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:38.329265 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:38.342627 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Calling delete_port for 3602f10e-6b0e-4e13-a618-c98053b4c601 owned by network:router_interface {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:38.521336 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:38.545346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3602f10e-6b0e-4e13-a618-c98053b4c601,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:38.577220 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device c44e0d0e-509b-4672-b90d-79777815f837 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:11:38.602002 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: c44e0d0e-509b-4672-b90d-79777815f837 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:11:38.602353 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device c44e0d0e-509b-4672-b90d-79777815f837 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:11:38.602859 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:11:38.622108 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:11:38.622841 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 0df78588-8fd6-4b6b-b4b0-864f789fe9a9 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:11:38.722599 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:38.935241 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:11:39.038037 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:11:39.043210 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-706f0402-1d06-40ed-b7c0-ba64ac7d6d8d admin admin] 10.222.0.47 "PUT /v2.0/routers/b945390a-c9d1-4b44-8be4-2dfbae20d8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3839848 Jul 27 18:11:39.045807 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39448) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:39.046744 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] Sync routers for ids ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:11:39.056783 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] Routers {'b945390a-c9d1-4b44-8be4-2dfbae20d8b3'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:11:39.057389 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:11:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:39.163815 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] Set router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:11:39.347487 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:11:38Z', 'revision_number': 5, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:39.378634 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] Checking router: b945390a-c9d1-4b44-8be4-2dfbae20d8b3 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:11:39.387405 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] Routers {'b945390a-c9d1-4b44-8be4-2dfbae20d8b3'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:11:39.388026 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:11:24Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:39.423337 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:39.490094 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] Set router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:11:39.524510 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:39.581566 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Deleting port 852ad558-e660-42e6-b62b-2eb11202c485 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:39.581811 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:39.664888 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] For port 852ad558-e660-42e6-b62b-2eb11202c485, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=852ad558-e660-42e6-b62b-2eb11202c485,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:39.665253 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:39.673528 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:11:38Z', 'revision_number': 5, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:39.679108 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Calling delete_port for 852ad558-e660-42e6-b62b-2eb11202c485 owned by network:router_gateway {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:39.700175 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505974a3-cefc-4090-821c-1f76331fc2ae None None] The sync data for ids ['b945390a-c9d1-4b44-8be4-2dfbae20d8b3'] in dv-cinder-786260-13-iscsi is: [{'id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'name': 'tempest-TestMinimumBasicScenario-1351168079-router', 'tenant_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '852ad558-e660-42e6-b62b-2eb11202c485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:11:38Z', 'revision_number': 5, 'project_id': 'a5a516fb976a4393b09d879c23b6b3d1', 'gw_port': {'id': '852ad558-e660-42e6-b62b-2eb11202c485', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:24:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b945390a-c9d1-4b44-8be4-2dfbae20d8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:09:25Z', 'updated_at': '2021-07-27T18:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:11:39.848473 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:39.873219 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=852ad558-e660-42e6-b62b-2eb11202c485,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:39.935762 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.023093 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.025055 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.071942 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.072572 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b945390a-c9d1-4b44-8be4-2dfbae20d8b3 {{(pid=93051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:11:40.078033 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.079215 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-536ab98b-9ca6-4c26-a1e7-d339f8b748c6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b945390a-c9d1-4b44-8be4-2dfbae20d8b3 HTTP/1.1" status: 204 len: 168 time: 1.0324697 Jul 27 18:11:40.082350 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39450) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:40.127630 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1d3bf4-f5f7-41f4-8569-fdb1082fd03b admin admin] Deleting subnet aa94f76a-08e2-4904-9b5c-9067a34e1161 {{(pid=93051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:11:40.130930 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3bf4-f5f7-41f4-8569-fdb1082fd03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.167165 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3bf4-f5f7-41f4-8569-fdb1082fd03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125860239'] for subnet, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.248903 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3bf4-f5f7-41f4-8569-fdb1082fd03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.304237 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3bf4-f5f7-41f4-8569-fdb1082fd03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125860244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125843968'] for subnet, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.339433 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d3bf4-f5f7-41f4-8569-fdb1082fd03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa94f76a-08e2-4904-9b5c-9067a34e1161,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:40.341411 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ab1d3bf4-f5f7-41f4-8569-fdb1082fd03b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.346087 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ab1d3bf4-f5f7-41f4-8569-fdb1082fd03b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/aa94f76a-08e2-4904-9b5c-9067a34e1161 HTTP/1.1" status: 204 len: 168 time: 0.2619898 Jul 27 18:11:40.346904 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39452) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:40.347496 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434fc2b4-2f20-4797-9425-461363d62605 None None] Network e35f00a7-0e16-46cf-8901-28f5eb3a8a90 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:11:40.424285 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.475048 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Deleting port 9bb653d4-4180-4fe1-be25-3011fe6709d8 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:11:40.475429 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.539630 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] For port 9bb653d4-4180-4fe1-be25-3011fe6709d8, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=9bb653d4-4180-4fe1-be25-3011fe6709d8,segment=NetworkSegment(4142ef94-69bd-4a84-935b-ffec1433faf4),segment_id=4142ef94-69bd-4a84-935b-ffec1433faf4)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:11:40.539998 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.553329 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Calling delete_port for 9bb653d4-4180-4fe1-be25-3011fe6709d8 owned by network:dhcp {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:11:40.634313 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.660490 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb653d4-4180-4fe1-be25-3011fe6709d8,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:40.663999 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] No DVR routers for this DVR port 9bb653d4-4180-4fe1-be25-3011fe6709d8 on host dv-cinder-786260-13-iscsi {{(pid=93050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:11:40.714471 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90cf4af-181b-43c5-9710-fc1c4366b95f None None] DHCP port deletion for e35f00a7-0e16-46cf-8901-28f5eb3a8a90 request from dv-cinder-786260-13-iscsi {{(pid=93052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 18:11:40.746916 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.757609 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35f00a7-0e16-46cf-8901-28f5eb3a8a90']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:40.768641 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4142ef94-69bd-4a84-935b-ffec1433faf4') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:40.768944 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4142ef94-69bd-4a84-935b-ffec1433faf4') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:11:40.770583 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 3602f10e-6b0e-4e13-a618-c98053b4c601 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:11:40.777857 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.790884 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 3602f10e-6b0e-4e13-a618-c98053b4c601 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:11:40.791329 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 3602f10e-6b0e-4e13-a618-c98053b4c601 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:11:40.791682 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 852ad558-e660-42e6-b62b-2eb11202c485 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:11:40.792401 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.798815 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:11:40.799543 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:11:40.801296 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:11:40.810092 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 852ad558-e660-42e6-b62b-2eb11202c485 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:11:40.810428 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 852ad558-e660-42e6-b62b-2eb11202c485 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:11:40.810848 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 9bb653d4-4180-4fe1-be25-3011fe6709d8 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:11:40.829025 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 9bb653d4-4180-4fe1-be25-3011fe6709d8 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:11:40.829373 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 9bb653d4-4180-4fe1-be25-3011fe6709d8 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:11:40.854766 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.860266 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:40.862509 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e35f00a7-0e16-46cf-8901-28f5eb3a8a90 HTTP/1.1" status: 204 len: 168 time: 0.5144491 Jul 27 18:11:40.873267 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882947ee-3a45-4f59-a0e3-9dee501031e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e35f00a7-0e16-46cf-8901-28f5eb3a8a90,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:41.037012 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39456) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:41.077529 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-0606d9e8-1b9c-4826-9245-46875c06d36a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46d1d44d898a4267a22cd38c4bbb4747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370803 Jul 27 18:11:41.077875 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39458) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:41.128830 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-43b7bb0c-17ee-42d8-a65f-179da54ebd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:41.150200 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-43b7bb0c-17ee-42d8-a65f-179da54ebd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:41.202916 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-43b7bb0c-17ee-42d8-a65f-179da54ebd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:41.206007 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-43b7bb0c-17ee-42d8-a65f-179da54ebd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:41.207205 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-43b7bb0c-17ee-42d8-a65f-179da54ebd8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d28f6b07-e87a-43c4-a25d-31539396a2db HTTP/1.1" status: 204 len: 168 time: 0.1283026 Jul 27 18:11:41.214795 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7bb0c-17ee-42d8-a65f-179da54ebd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f6b07-e87a-43c4-a25d-31539396a2db,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:41.577322 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39464) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:41.621746 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-ad9ca068-26d8-4ee0-945c-0bcdddc7d636 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5a516fb976a4393b09d879c23b6b3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432665 Jul 27 18:11:41.624206 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39466) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:11:41.671275 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2e22fce9-276d-47e4-965d-b532be80f149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:41.693182 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2e22fce9-276d-47e4-965d-b532be80f149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:41.739087 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2e22fce9-276d-47e4-965d-b532be80f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:41.741773 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-2e22fce9-276d-47e4-965d-b532be80f149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:41.742889 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-2e22fce9-276d-47e4-965d-b532be80f149 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66432687-df16-46cc-85c9-dbcda7f9b5ec HTTP/1.1" status: 204 len: 168 time: 0.1177917 Jul 27 18:11:41.750318 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22fce9-276d-47e4-965d-b532be80f149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66432687-df16-46cc-85c9-dbcda7f9b5ec,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:11:49.004232 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:11:50.809278 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-47520601-405e-4943-90d5-87c6cad4357a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:53.663053 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:53.672681 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-50fd2856-2b84-48d5-86d9-08f4b97c0023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:54.467293 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:11:56.168542 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:01.638482 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:05.415293 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-aba2910f-d509-4144-8a93-819d5664f866 req-5d82d916-ab05-4800-9531-155857f9f2cd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537934 Jul 27 18:12:05.507569 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2910f-d509-4144-8a93-819d5664f866 req-b7ec8e20-c67b-4320-af58-439124abf60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:12:05.509047 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-aba2910f-d509-4144-8a93-819d5664f866 req-b7ec8e20-c67b-4320-af58-439124abf60b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 1098 time: 0.0539401 Jul 27 18:12:05.617646 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2910f-d509-4144-8a93-819d5664f866 req-15e57a41-7d4b-4837-bef6-8bf3e9f9f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:12:05.619067 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-aba2910f-d509-4144-8a93-819d5664f866 req-15e57a41-7d4b-4837-bef6-8bf3e9f9f334 service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.0900471 Jul 27 18:12:05.686534 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-aba2910f-d509-4144-8a93-819d5664f866 req-82a6463c-e39c-41f6-8c02-65977d41dcc4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13 HTTP/1.1" status: 200 len: 1001 time: 0.0602388 Jul 27 18:12:05.735247 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2910f-d509-4144-8a93-819d5664f866 req-18196b47-7dad-4477-8f31-39d7fa186fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:12:05.736650 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-aba2910f-d509-4144-8a93-819d5664f866 req-18196b47-7dad-4477-8f31-39d7fa186fa6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0431094 Jul 27 18:12:05.797645 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2910f-d509-4144-8a93-819d5664f866 req-4178111b-b0f4-4f9c-8870-d56b7a7dc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:12:05.799207 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-aba2910f-d509-4144-8a93-819d5664f866 req-4178111b-b0f4-4f9c-8870-d56b7a7dc0ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553017 Jul 27 18:12:05.886501 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-aba2910f-d509-4144-8a93-819d5664f866 req-778d2c8f-de80-4402-b1d6-5b87171225c1 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794010 Jul 27 18:12:05.984442 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-aba2910f-d509-4144-8a93-819d5664f866 req-dcf66c5e-7aca-4e96-bca6-f7099544d141 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909333 Jul 27 18:12:20.809438 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-0af97bcb-bdd1-413d-b9c4-76ac5c04b989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:23.653874 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:23.671097 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4d824390-d3da-4975-9098-20f5c1185d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:24.470905 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:26.002893 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:12:26.172126 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:31.649971 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:50.811668 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-c8e16e11-5301-4b65-a061-9b884d86422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:53.655825 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:53.671662 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-0a13097d-d08a-4553-af87-71da5bdcec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:54.474308 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:12:56.175114 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:01.650259 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:03.002074 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:13:03.908359 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39502) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:04.064005 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Deleting port b2276736-a6fc-47b1-88bd-54681b617d65 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:04.064322 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:04.147686 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:04.148016 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:04.160505 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Calling delete_port for b2276736-a6fc-47b1-88bd-54681b617d65 owned by network:floatingip {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:04.306929 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:04.334144 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event deleted for resources: {'Port': ['ID=b2276736-a6fc-47b1-88bd-54681b617d65,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:04.360819 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.361168 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.361509 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.361842 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.362175 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.362503 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.362831 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.363180 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.363506 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.363827 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.364147 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.364462 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:04.403948 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:04.404285 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.l3_db [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Floating IP afcaf6d5-4d76-44c4-a448-38eb8fa3499e disassociated (deleted). External IP: 172.27.1.118, port: 472d0529-8296-48e6-aeb1-413dd10746de. Jul 27 18:13:04.616660 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:13:04.723111 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:13:04.727941 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:04.733900 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:13:04.744257 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:13:04.744893 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:12:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:04.763787 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-291b49c3-f7be-48aa-a3a1-43ca1d53216f tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "DELETE /v2.0/floatingips/afcaf6d5-4d76-44c4-a448-38eb8fa3499e HTTP/1.1" status: 204 len: 168 time: 0.8543389 Jul 27 18:13:04.764352 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:13:04.766889 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1ce743-3717-4ba3-8778-cca16c9cc3be" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "tag": "472d0529-8296-48e6-aeb1-413dd10746de"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:13:04.823387 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46bd75e-855f-462d-b5da-8d822c34dc48 x-openstack-request-id: req-e46bd75e-855f-462d-b5da-8d822c34dc48 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:13:04.823911 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "tag": "472d0529-8296-48e6-aeb1-413dd10746de", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:13:04.824388 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e46bd75e-855f-462d-b5da-8d822c34dc48 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:13:04.825071 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de', 'status': 'completed', 'code': 200} Jul 27 18:13:04.862831 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:13:04.922015 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-b2f1214c-7428-4d9a-be97-2f1490564c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:04.923633 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-b2f1214c-7428-4d9a-be97-2f1490564c0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 1099 time: 0.0752881 Jul 27 18:13:05.066721 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-5a179ffb-c601-4b68-9e10-b4d454890e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:05.068159 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-5a179ffb-c601-4b68-9e10-b4d454890e0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.1339796 Jul 27 18:13:05.117093 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-01162b66-5c75-4c12-a8e0-ac0826de8c8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=472d0529-8296-48e6-aeb1-413dd10746de HTTP/1.1" status: 200 len: 217 time: 0.0394003 Jul 27 18:13:05.124715 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f8876-3ce3-4d41-aacb-1cba687d077d req-f6ec2874-dfb1-4fb1-8a52-c00530b780d9 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:05.126945 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b66f8876-3ce3-4d41-aacb-1cba687d077d req-f6ec2874-dfb1-4fb1-8a52-c00530b780d9 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 946 time: 0.1404488 Jul 27 18:13:05.198604 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-488df8fc-50ca-48db-9e1b-370daf19ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:05.200670 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-488df8fc-50ca-48db-9e1b-370daf19ff3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0727766 Jul 27 18:13:05.206285 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-b66f8876-3ce3-4d41-aacb-1cba687d077d req-51975cb7-059a-4e12-a39a-b901b0fbe7cc tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701513 Jul 27 18:13:05.258674 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 1, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:05.275298 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-2d2963bd-583a-4241-9537-d42b5f7662de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:05.276805 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-2d2963bd-583a-4241-9537-d42b5f7662de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0668786 Jul 27 18:13:05.286364 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:13:05.294833 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:13:05.295474 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:12:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:05.371065 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-4e1258a0-cf6a-45e7-b692-3326f479c8da service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840843 Jul 27 18:13:05.407294 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:13:05.471452 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-cb1ce743-3717-4ba3-8778-cca16c9cc3be req-470751ae-1da9-4e44-b3d6-bc2180796bfc service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913589 Jul 27 18:13:05.636369 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 1, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:05.666460 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21ccf15-a203-4e7f-b921-a2e4d525acef None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_floatingips': [{'id': '8e7574d2-c390-4a45-a748-52068c83e862', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'router_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'port_id': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'mac_address': 'fa:16:3e:2b:79:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-27T18:09:20Z', 'updated_at': '2021-07-27T18:09:22Z', 'revision_number': 1, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:13:05.872426 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b655fd-8275-4631-9280-b4505eb0398e None None] New status for floating IP afcaf6d5-4d76-44c4-a448-38eb8fa3499e: DOWN {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:13:06.356332 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21ba7b-3723-4473-a40c-800bb7aeed59 req-961ad9f4-7aa2-46c2-a6ca-17fb9c7c839a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:06.357822 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0c21ba7b-3723-4473-a40c-800bb7aeed59 req-961ad9f4-7aa2-46c2-a6ca-17fb9c7c839a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 946 time: 0.0683496 Jul 27 18:13:06.397594 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-0c21ba7b-3723-4473-a40c-800bb7aeed59 req-95288a7b-4808-4b99-b81e-bf5e34cb0f4a tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330427 Jul 27 18:13:06.547915 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-996fb40e-957f-46a0-a0b7-eb85cb8544fa tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:06.549386 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-996fb40e-957f-46a0-a0b7-eb85cb8544fa tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 946 time: 0.0629261 Jul 27 18:13:06.657803 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Deleting port 472d0529-8296-48e6-aeb1-413dd10746de {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:06.658136 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:06.746109 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] For port 472d0529-8296-48e6-aeb1-413dd10746de, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=472d0529-8296-48e6-aeb1-413dd10746de,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:06.746468 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:06.760022 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Calling delete_port for 472d0529-8296-48e6-aeb1-413dd10746de owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:06.889196 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:06.924392 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event deleted for resources: {'Port': ['ID=472d0529-8296-48e6-aeb1-413dd10746de,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:06.935978 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.936336 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.936681 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.937017 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.937346 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.938256 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.939188 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.939528 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.939860 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.940191 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.940527 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.940848 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:06.986819 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] No DVR routers for this DVR port 472d0529-8296-48e6-aeb1-413dd10746de on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:13:06.989384 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:06.991415 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-0049ced0-9e8b-4065-b2fd-bda93d73e658 req-95ec5bcd-8d1d-4857-8460-b60b2655ac6b tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "DELETE /v2.0/ports/472d0529-8296-48e6-aeb1-413dd10746de HTTP/1.1" status: 204 len: 173 time: 0.4332550 Jul 27 18:13:06.991844 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'name': 'network-vif-deleted', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:13:06.994086 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0733321-33d3-4c71-a53f-41e6614846ef" -d '{"events": [{"server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "name": "network-vif-deleted", "tag": "472d0529-8296-48e6-aeb1-413dd10746de"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:13:07.031081 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a38c4c-de64-4bdb-a87d-f746f384d83b x-openstack-request-id: req-a2a38c4c-de64-4bdb-a87d-f746f384d83b {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:13:07.032298 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fbf093-c3f4-4a20-bf38-e3ca67f63b18", "name": "network-vif-deleted", "tag": "472d0529-8296-48e6-aeb1-413dd10746de", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:13:07.032917 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a2a38c4c-de64-4bdb-a87d-f746f384d83b {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:13:07.033318 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fbf093-c3f4-4a20-bf38-e3ca67f63b18', 'name': 'network-vif-deleted', 'tag': '472d0529-8296-48e6-aeb1-413dd10746de', 'status': 'completed', 'code': 200} Jul 27 18:13:07.428987 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-75573325-26cc-4457-83c6-83a0eff52101 req-e13d9db5-9b9e-4cd9-bd4f-8c87cafb1ef6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316858 Jul 27 18:13:07.481714 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-75573325-26cc-4457-83c6-83a0eff52101 req-7ddd3b32-7b79-4558-9a86-ced45a98e5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 210 time: 0.0295060 Jul 27 18:13:07.509413 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-3061184f-4363-4602-a200-4da5fe651abc req-75d1c387-263b-41df-91ac-82125c366bc1 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4fbf093-c3f4-4a20-bf38-e3ca67f63b18 HTTP/1.1" status: 200 len: 210 time: 0.0308940 Jul 27 18:13:07.603072 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573325-26cc-4457-83c6-83a0eff52101 req-c58e1867-0adf-4679-b5e1-985473cfaddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:07.604549 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-75573325-26cc-4457-83c6-83a0eff52101 req-c58e1867-0adf-4679-b5e1-985473cfaddf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1028268 Jul 27 18:13:07.704845 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573325-26cc-4457-83c6-83a0eff52101 req-4a0e7013-067f-4513-97ae-f370cce404dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:07.706369 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-75573325-26cc-4457-83c6-83a0eff52101 req-4a0e7013-067f-4513-97ae-f370cce404dd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935111 Jul 27 18:13:10.067982 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 472d0529-8296-48e6-aeb1-413dd10746de no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:13:10.098696 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 472d0529-8296-48e6-aeb1-413dd10746de {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:13:10.099249 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 472d0529-8296-48e6-aeb1-413dd10746de not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:13:10.814785 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39544) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:10.971419 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Deleting port 17c59d15-9b6f-4e67-8e56-d9d20f4ec71c {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:10.971757 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:11.049894 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:11.050220 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:11.061723 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Calling delete_port for 17c59d15-9b6f-4e67-8e56-d9d20f4ec71c owned by network:floatingip {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:11.215534 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:11.243804 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event deleted for resources: {'Port': ['ID=17c59d15-9b6f-4e67-8e56-d9d20f4ec71c,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:11.309322 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:11.309646 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.db.l3_db [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Floating IP 8e7574d2-c390-4a45-a748-52068c83e862 disassociated (deleted). External IP: 172.27.1.217, port: 9612cfc7-d7e9-47a1-b604-d07388e0fe13. Jul 27 18:13:11.516288 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93050) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:13:11.622899 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93050) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:13:11.628423 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:11.633753 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:13:11.644154 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:13:11.644774 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:12:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:11.665934 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-c4804967-2a91-47a3-9481-a5ec7a9d7642 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "DELETE /v2.0/floatingips/8e7574d2-c390-4a45-a748-52068c83e862 HTTP/1.1" status: 204 len: 168 time: 0.8500323 Jul 27 18:13:11.666510 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13'}] {{(pid=93050) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:13:11.671025 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cda5682249dbdf4431c174464337e72089a99c86c3e9fc42793c58ab8ccda20d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3ddb60-6ec6-4830-9837-ed32f0e122de" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13"}]}' {{(pid=93050) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:13:11.729725 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Jul 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16f475d-cb0c-4ecc-b726-d90146058340 x-openstack-request-id: req-f16f475d-cb0c-4ecc-b726-d90146058340 {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:13:11.730014 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13", "status": "completed", "code": 200}]} {{(pid=93050) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:13:11.730265 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f16f475d-cb0c-4ecc-b726-d90146058340 {{(pid=93050) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:13:11.730663 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'status': 'completed', 'code': 200} Jul 27 18:13:11.773418 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:13:11.838062 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-cda96014-9fca-48b1-8ae5-631080737d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:11.840488 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-cda96014-9fca-48b1-8ae5-631080737d7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 1098 time: 0.0850806 Jul 27 18:13:11.970631 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-d4068a95-25d4-401c-8d1a-65cd8afb6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:11.972013 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-d4068a95-25d4-401c-8d1a-65cd8afb6111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 200 len: 913 time: 0.1240821 Jul 27 18:13:12.003581 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22626bd5-2353-4069-879e-0cb9e988d08f req-0ae7fe38-2c69-4eac-a5ec-0dd162d6d707 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:12.006001 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-22626bd5-2353-4069-879e-0cb9e988d08f req-0ae7fe38-2c69-4eac-a5ec-0dd162d6d707 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 945 time: 0.1115563 Jul 27 18:13:12.023530 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:12.045486 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-1ce7ef7e-aaca-442d-b52a-f5b242396ac2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13 HTTP/1.1" status: 200 len: 217 time: 0.0650735 Jul 27 18:13:12.055686 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:13:12.064816 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:13:12.065436 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:12:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:12.107684 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-22626bd5-2353-4069-879e-0cb9e988d08f req-c11f25bc-8b8b-4b79-b7ad-49b073058851 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646076 Jul 27 18:13:12.121688 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-1ed2d600-2d7c-4906-8682-d3a101cab3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:12.124152 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-1ed2d600-2d7c-4906-8682-d3a101cab3a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 200 len: 851 time: 0.0637488 Jul 27 18:13:12.177264 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:13:12.190978 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-e1972c86-6e17-466d-be1b-6c75b4b4390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:12.193185 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-e1972c86-6e17-466d-be1b-6c75b4b4390f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=187c338d-05f2-4809-9685-abfe0ff43874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599785 Jul 27 18:13:12.300945 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-ef945be5-f08e-477b-b73b-caf06e52b331 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988302 Jul 27 18:13:12.403490 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-9b3ddb60-6ec6-4830-9837-ed32f0e122de req-f211cf94-0f2c-425f-b2e7-de54086903e9 service neutron] 10.222.0.41 "GET /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891702 Jul 27 18:13:12.450096 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:12.489842 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4907b6a-a999-4c26-8225-6ffbd1be4748 None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:14Z', 'revision_number': 4, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi', '_interfaces': [{'id': 'd1582f65-e666-4d9f-b6d4-1df65455cd1c', 'name': '', 'network_id': '187c338d-05f2-4809-9685-abfe0ff43874', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'mac_address': 'fa:16:3e:42:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:13Z', 'updated_at': '2021-07-27T18:06:20Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'subnets': [{'id': '44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:13:12.719181 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041accfe-45c0-4e52-8904-7856d881b8b3 None None] New status for floating IP 8e7574d2-c390-4a45-a748-52068c83e862: DOWN {{(pid=93053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 27 18:13:13.253567 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e944d-9003-4046-9d52-0f109c80ddc6 req-14b4b387-efae-49cd-8140-b134cde4bbff tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93050) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:13.255071 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-941e944d-9003-4046-9d52-0f109c80ddc6 req-14b4b387-efae-49cd-8140-b134cde4bbff tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 945 time: 0.0680175 Jul 27 18:13:13.296165 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-941e944d-9003-4046-9d52-0f109c80ddc6 req-e375ecfe-3c6e-4556-bffb-8cf9782cfb70 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/security-groups?id=b81c9315-4d89-4dbf-9e4e-3eb64c95f259&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344782 Jul 27 18:13:13.392845 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-da9c6c7e-71f8-4774-9e8c-6a63d8a39bab tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 27 18:13:13.394313 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-da9c6c7e-71f8-4774-9e8c-6a63d8a39bab tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 945 time: 0.0726709 Jul 27 18:13:13.499253 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Deleting port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:13.499507 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:13.588290 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] For port 9612cfc7-d7e9-47a1-b604-d07388e0fe13, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9612cfc7-d7e9-47a1-b604-d07388e0fe13,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:13.588651 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:13.606263 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Calling delete_port for 9612cfc7-d7e9-47a1-b604-d07388e0fe13 owned by compute:nova {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:13.730331 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:13.760498 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event deleted for resources: {'Port': ['ID=9612cfc7-d7e9-47a1-b604-d07388e0fe13,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:13.811085 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] No DVR routers for this DVR port 9612cfc7-d7e9-47a1-b604-d07388e0fe13 on host hv-cinder-78626 {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:13:13.813770 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for port, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:13.815887 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [req-e73c5cc7-c3ce-44be-9cd9-495de430bb30 req-1b0df4ae-c545-46a2-b210-8fdad35a3e97 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.41 "DELETE /v2.0/ports/9612cfc7-d7e9-47a1-b604-d07388e0fe13 HTTP/1.1" status: 204 len: 173 time: 0.4138458 Jul 27 18:13:13.816320 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'name': 'network-vif-deleted', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13'}] {{(pid=93051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 27 18:13:13.819313 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b899e357adca7bddc74620b1730650d68efa0293bdfa0eef2da67d89cabef658" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b63d00c-9902-4f58-8fca-4bb0e8824cb7" -d '{"events": [{"server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "name": "network-vif-deleted", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13"}]}' {{(pid=93051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 27 18:13:13.856675 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Jul 2021 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b492c10e-b053-4ba8-b3d0-65d7398c3686 x-openstack-request-id: req-b492c10e-b053-4ba8-b3d0-65d7398c3686 {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 27 18:13:13.857049 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3aced3-a238-4ea5-887d-d44faf272a1d", "name": "network-vif-deleted", "tag": "9612cfc7-d7e9-47a1-b604-d07388e0fe13", "status": "completed", "code": 200}]} {{(pid=93051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 27 18:13:13.857569 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b492c10e-b053-4ba8-b3d0-65d7398c3686 {{(pid=93051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 27 18:13:13.858133 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3aced3-a238-4ea5-887d-d44faf272a1d', 'name': 'network-vif-deleted', 'tag': '9612cfc7-d7e9-47a1-b604-d07388e0fe13', 'status': 'completed', 'code': 200} Jul 27 18:13:14.419907 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [req-25512408-07b3-4789-9ab0-14683b10a2cb req-8cda38ce-853b-4407-b6bc-25826270cc98 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b3aced3-a238-4ea5-887d-d44faf272a1d HTTP/1.1" status: 200 len: 210 time: 0.0349047 Jul 27 18:13:15.478166 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39560) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:15.605045 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Deleting port 8d2dc4b8-5c94-4053-a3c4-edd03c182f44 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:15.605300 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:15.680526 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:15.680911 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:15.693579 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Calling delete_port for 8d2dc4b8-5c94-4053-a3c4-edd03c182f44 owned by network:floatingip {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:15.826029 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:15.851397 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event deleted for resources: {'Port': ['ID=8d2dc4b8-5c94-4053-a3c4-edd03c182f44,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:15.916690 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:15.919376 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10490'] for floatingip, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:15.920520 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-f7b6b4f5-e174-4cc6-8822-90b388c0e933 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "DELETE /v2.0/floatingips/249b4a7e-5d6b-4dc0-8814-28a06bfad5dc HTTP/1.1" status: 204 len: 168 time: 0.4409635 Jul 27 18:13:16.112192 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 9612cfc7-d7e9-47a1-b604-d07388e0fe13 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:13:16.136864 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] No Port match for: 9612cfc7-d7e9-47a1-b604-d07388e0fe13 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:13:16.137210 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Device 9612cfc7-d7e9-47a1-b604-d07388e0fe13 not bound to the agent host hv-cinder-78626 {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:13:17.118498 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39572) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:17.176263 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e82c7d-b229-42d1-88dd-da5f443e6227 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:17.201177 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e82c7d-b229-42d1-88dd-da5f443e6227 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:17.268069 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e82c7d-b229-42d1-88dd-da5f443e6227 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:17.271652 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-d9e82c7d-b229-42d1-88dd-da5f443e6227 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Notify callbacks [] for security_group, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:17.273041 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-d9e82c7d-b229-42d1-88dd-da5f443e6227 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] 10.222.0.47 "DELETE /v2.0/security-groups/b81c9315-4d89-4dbf-9e4e-3eb64c95f259 HTTP/1.1" status: 204 len: 168 time: 0.1534982 Jul 27 18:13:17.286821 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e82c7d-b229-42d1-88dd-da5f443e6227 tempest-TestVolumeBootPattern-2007841417 tempest-TestVolumeBootPattern-2007841417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c9315-4d89-4dbf-9e4e-3eb64c95f259,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:17.331684 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39576) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:17.854868 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:18.168771 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Deleting port d1582f65-e666-4d9f-b6d4-1df65455cd1c {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:18.169184 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:18.281040 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] For port d1582f65-e666-4d9f-b6d4-1df65455cd1c, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=d1582f65-e666-4d9f-b6d4-1df65455cd1c,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:18.281398 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:18.295584 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Calling delete_port for d1582f65-e666-4d9f-b6d4-1df65455cd1c owned by network:router_interface {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:18.506707 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:18.534616 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1582f65-e666-4d9f-b6d4-1df65455cd1c,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:18.727299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:19.226644 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:13:19.336074 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:13:19.341086 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e0257a43-966c-4ef9-859b-9e4493c2eab6 admin admin] 10.222.0.47 "PUT /v2.0/routers/c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0080674 Jul 27 18:13:19.344299 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39580) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:19.345683 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] Sync routers for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:13:19.355426 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:13:19.356047 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:12:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:19.460587 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:19.470942 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: dv-cinder-786260-13-iscsi {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:13:19.587715 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:19.647135 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Deleting port 8542b961-0b9e-4200-82b9-54cefc0b708a {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:19.647486 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:19.737264 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] For port 8542b961-0b9e-4200-82b9-54cefc0b708a, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=8542b961-0b9e-4200-82b9-54cefc0b708a,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:19.737626 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:19.755430 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Calling delete_port for 8542b961-0b9e-4200-82b9-54cefc0b708a owned by network:router_gateway {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:19.793432 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:13:18Z', 'revision_number': 5, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port': {'id': '8542b961-0b9e-4200-82b9-54cefc0b708a', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:75:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:19.821791 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] Checking router: c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa for host: dv-cinder-786260-13-iscsi {{(pid=93052) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:13:19.830867 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] Routers {'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93052) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:13:19.831793 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:12:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'], 'active': True} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:19.926216 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvr_db [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] Set router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa gateway port host: None {{(pid=93052) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:13:19.926706 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:19.954962 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8542b961-0b9e-4200-82b9-54cefc0b708a,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:19.988971 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_hamode_db [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:13:19Z', 'revision_number': 6, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port_host': None}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:20.016965 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa08da40-0db8-489e-8452-4719d9cfb91c None None] The sync data for ids ['c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa'] in dv-cinder-786260-13-iscsi is: [{'id': 'c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa', 'name': 'tempest-TestVolumeBootPattern-1761499820-router', 'tenant_id': '52aadc58a3634b83a19e5d64c06d04ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:11Z', 'updated_at': '2021-07-27T18:13:19Z', 'revision_number': 6, 'project_id': '52aadc58a3634b83a19e5d64c06d04ab', 'gw_port_host': None}] {{(pid=93052) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:13:20.018589 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.112716 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.114858 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.161163 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.161713 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa {{(pid=93051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:13:20.166001 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.169462 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-e025b8e6-c63d-4168-b8ed-ff4719e169d3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c3ac88bc-f80e-4ada-bf72-5a6f4f90f6aa HTTP/1.1" status: 204 len: 168 time: 0.8219347 Jul 27 18:13:20.169804 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39582) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:20.217463 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1139266d-7f4a-41a9-a4ac-d044debe47b1 admin admin] Deleting subnet 44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 {{(pid=93051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:13:20.220903 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1139266d-7f4a-41a9-a4ac-d044debe47b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.256099 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1139266d-7f4a-41a9-a4ac-d044debe47b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125860239'] for subnet, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.344129 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1139266d-7f4a-41a9-a4ac-d044debe47b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.400892 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1139266d-7f4a-41a9-a4ac-d044debe47b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125860244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125843968'] for subnet, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.427328 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139266d-7f4a-41a9-a4ac-d044debe47b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:20.434083 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-1139266d-7f4a-41a9-a4ac-d044debe47b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.439751 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-1139266d-7f4a-41a9-a4ac-d044debe47b1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/44a53e5d-efc2-4eca-b6a2-7aa6e53e3bd1 HTTP/1.1" status: 204 len: 168 time: 0.2676220 Jul 27 18:13:20.440013 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [-] (93050) accepted ('10.222.0.47', 39584) {{(pid=93050) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:20.441225 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0c166-2c05-4ce9-8f44-88c2c5b843ba None None] Network 187c338d-05f2-4809-9685-abfe0ff43874 requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:13:20.763049 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.824292 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-45031f4b-0ea0-4ac2-bb94-f4ec2c21afce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.829493 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Deleting port abbb37f9-5bb5-4321-b192-d492f9691918 {{(pid=93050) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:20.829933 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.854136 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] DHCP port deletion for 187c338d-05f2-4809-9685-abfe0ff43874 request from dv-cinder-786260-13-iscsi {{(pid=93052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 18:13:20.911087 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.db [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] For port abbb37f9-5bb5-4321-b192-d492f9691918, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=abbb37f9-5bb5-4321-b192-d492f9691918,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93050) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:20.912013 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.915657 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Deleting port abbb37f9-5bb5-4321-b192-d492f9691918 {{(pid=93052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:20.916159 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:20.930237 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.plugin [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Calling delete_port for abbb37f9-5bb5-4321-b192-d492f9691918 owned by network:dhcp {{(pid=93050) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:20.969339 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device d1582f65-e666-4d9f-b6d4-1df65455cd1c no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:13:21.000717 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: d1582f65-e666-4d9f-b6d4-1df65455cd1c {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:13:21.001085 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device d1582f65-e666-4d9f-b6d4-1df65455cd1c not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:13:21.001563 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 8542b961-0b9e-4200-82b9-54cefc0b708a no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:13:21.028718 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127653820'] for port, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.029813 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 8542b961-0b9e-4200-82b9-54cefc0b708a {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:13:21.030765 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 8542b961-0b9e-4200-82b9-54cefc0b708a not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:13:21.031802 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device abbb37f9-5bb5-4321-b192-d492f9691918 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:13:21.056623 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] For port abbb37f9-5bb5-4321-b192-d492f9691918, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=abbb37f9-5bb5-4321-b192-d492f9691918,segment=NetworkSegment(50129ef6-4bd9-4c23-ab6e-40e58046776d),segment_id=50129ef6-4bd9-4c23-ab6e-40e58046776d)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:21.057027 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.057445 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbb37f9-5bb5-4321-b192-d492f9691918,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:21.059597 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: abbb37f9-5bb5-4321-b192-d492f9691918 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:13:21.059953 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device abbb37f9-5bb5-4321-b192-d492f9691918 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:13:21.065744 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] No DVR routers for this DVR port abbb37f9-5bb5-4321-b192-d492f9691918 on host dv-cinder-786260-13-iscsi {{(pid=93050) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:13:21.072730 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Calling delete_port for abbb37f9-5bb5-4321-b192-d492f9691918 owned by network:dhcp {{(pid=93052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:21.162286 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.164334 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982'] for port, after_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.176401 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187c338d-05f2-4809-9685-abfe0ff43874']}} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:21.189098 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50129ef6-4bd9-4c23-ab6e-40e58046776d') {'for_net_delete': True} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:21.189404 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.services.segments.db [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50129ef6-4bd9-4c23-ab6e-40e58046776d') {} {{(pid=93050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:21.203232 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125987627'] for segment, before_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.203844 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Pushing event deleted for resources: {'Port': ['ID=abbb37f9-5bb5-4321-b192-d492f9691918,revision_number=None']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:21.216491 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.217069 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.217639 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.218741 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.219338 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.219887 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.220448 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.221022 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.221541 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.222092 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.222634 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.223206 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-13-iscsi {{(pid=93052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 27 18:13:21.224060 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.229769 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d138cab-0544-4b36-906a-96f22e7a0eb9 None None] No DVR routers for this DVR port abbb37f9-5bb5-4321-b192-d492f9691918 on host dv-cinder-786260-13-iscsi {{(pid=93052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:13:21.237462 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93050) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:13:21.237462 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127653857'] for segment, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: Traceback (most recent call last): Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: timer() Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: cb(*args, **kw) Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: return func(*args, **kwargs) Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: self._notify() Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: self.callback(batched_events) Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: event.method(event) Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: return f(self, *a, **k) Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._get(url).json() Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: return self.request(url, 'GET', **kwargs) Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:13:21.239387 dv-cinder-786260-13-iscsi neutron-server[93050]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:13:21.306437 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.312336 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron_lib.callbacks.manager [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.315941 dv-cinder-786260-13-iscsi neutron-server[93050]: INFO neutron.wsgi [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] 10.222.0.47 "DELETE /v2.0/networks/187c338d-05f2-4809-9685-abfe0ff43874 HTTP/1.1" status: 204 len: 168 time: 0.8746719 Jul 27 18:13:21.319164 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39586) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:21.336531 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2aaf0-667b-48fb-a1c0-ac912c363f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=187c338d-05f2-4809-9685-abfe0ff43874,revision_number=None']} {{(pid=93050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:21.675547 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-930951'] for router_interface, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:21.926535 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Deleting port e4f52d9e-3b44-4f86-827f-37f75afdc4c8 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:21.926810 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:22.004008 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] For port e4f52d9e-3b44-4f86-827f-37f75afdc4c8, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,segment=NetworkSegment(8f561087-e01a-40ae-b72e-403c504a2cb4),segment_id=8f561087-e01a-40ae-b72e-403c504a2cb4)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:22.004367 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:22.017804 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Calling delete_port for e4f52d9e-3b44-4f86-827f-37f75afdc4c8 owned by network:router_interface {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:22.199892 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:22.227902 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f52d9e-3b44-4f86-827f-37f75afdc4c8,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:22.412000 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-730530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-930923'] for router_interface, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:22.633243 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 has already been hosted by L3 agent a79943a7-eaf8-4d34-beae-4e22a3874694 {{(pid=93051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 27 18:13:22.747620 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] Notify agent at l3_agent.dv-cinder-786260-13-iscsi the message routers_updated {{(pid=93051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 27 18:13:22.754651 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-9a201e23-699a-445b-98da-aa8212b1ca30 admin admin] 10.222.0.47 "PUT /v2.0/routers/b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4334667 Jul 27 18:13:22.757496 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39588) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:22.757796 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] Sync routers for ids ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'] in dv-cinder-786260-13-iscsi {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 27 18:13:22.769323 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] Routers {'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:13:22.770135 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:12:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:22.865916 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks [] for router, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:22.879294 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] Set router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 gateway port host: dv-cinder-786260-13-iscsi {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:13:22.969583 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.031053 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Deleting port 921f2112-273f-4794-aea3-c387bc61f051 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:23.031756 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.066142 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'external_fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128'}], 'enable_snat': True}, 'gw_port_id': '921f2112-273f-4794-aea3-c387bc61f051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:13:22Z', 'revision_number': 5, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port': {'id': '921f2112-273f-4794-aea3-c387bc61f051', 'name': '', 'network_id': 'd2a723e0-c096-4585-8466-4a29cd59b5b1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:9f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'ip_address': '172.27.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ae17b766-c89f-4aab-b684-22610297dd41', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-13-iscsi'}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:23.098840 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] Checking router: b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 for host: dv-cinder-786260-13-iscsi {{(pid=93053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 27 18:13:23.108736 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] Routers {'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'} bound to L3 agent in host dv-cinder-786260-13-iscsi {{(pid=93053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 27 18:13:23.109533 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-27T17:50:54Z,description=,heartbeat_timestamp=2021-07-27T18:12:54Z,host='dv-cinder-786260-13-iscsi',id=a79943a7-eaf8-4d34-beae-4e22a3874694,load=0,resource_versions=,resources_synced=,started_at=2021-07-27T17:50:54Z,topic='l3_agent')) {'router_ids': ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'], 'active': True} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:23.118845 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] For port 921f2112-273f-4794-aea3-c387bc61f051, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=921f2112-273f-4794-aea3-c387bc61f051,segment=NetworkSegment(bf40b8b9-3990-426e-ba38-8e3e4c303958),segment_id=bf40b8b9-3990-426e-ba38-8e3e4c303958)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:23.119163 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.132502 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Calling delete_port for 921f2112-273f-4794-aea3-c387bc61f051 owned by network:router_gateway {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:23.194726 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_dvr_db [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] Set router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 gateway port host: None {{(pid=93053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 27 18:13:23.308690 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.341568 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Pushing event deleted for resources: {'Port': ['ID=921f2112-273f-4794-aea3-c387bc61f051,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:23.349026 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.l3_hamode_db [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:13:22Z', 'revision_number': 6, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port_host': None}], 'dv-cinder-786260-13-iscsi', False) {} {{(pid=93053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:23.376941 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc32b68-1c2e-47ea-b4c8-ba874bd1ce3e None None] The sync data for ids ['b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977'] in dv-cinder-786260-13-iscsi is: [{'id': 'b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977', 'name': 'tempest-TestVolumeBootPattern-1133179355-router', 'tenant_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-27T18:06:16Z', 'updated_at': '2021-07-27T18:13:22Z', 'revision_number': 6, 'project_id': 'b9dcc20dc12847c38b0e5fee7a8415e8', 'gw_port_host': None}] {{(pid=93053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 27 18:13:23.404341 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-928713'] for router_gateway, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.665080 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.677338 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-4435b74a-2774-46fe-899e-a2736aeb8c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.782678 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-585808', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7362'] for router, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.784962 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.832924 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-589248'] for router, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.833489 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 {{(pid=93051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 27 18:13:23.837744 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] Notify callbacks [] for router, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.838931 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-d02034af-b85c-4cca-bddd-5c7ab7e1c137 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b0eb3f0d-fd76-4a2e-9ffd-0a9ff89be977 HTTP/1.1" status: 204 len: 168 time: 1.0803118 Jul 27 18:13:23.841807 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39590) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:23.887560 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb82651-39a1-46cc-b003-dba9f29fbd21 admin admin] Deleting subnet 954684a4-2e7e-4d16-a0a4-957f7ace7a4f {{(pid=93051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 27 18:13:23.891434 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ecb82651-39a1-46cc-b003-dba9f29fbd21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:23.929915 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ecb82651-39a1-46cc-b003-dba9f29fbd21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125860239'] for subnet, precommit_delete_associations {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.010432 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ecb82651-39a1-46cc-b003-dba9f29fbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767946'] for subnet, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.063177 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ecb82651-39a1-46cc-b003-dba9f29fbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767953', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125860244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125843968'] for subnet, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.090980 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb82651-39a1-46cc-b003-dba9f29fbd21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954684a4-2e7e-4d16-a0a4-957f7ace7a4f,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:24.095696 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-ecb82651-39a1-46cc-b003-dba9f29fbd21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.097305 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-ecb82651-39a1-46cc-b003-dba9f29fbd21 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/954684a4-2e7e-4d16-a0a4-957f7ace7a4f HTTP/1.1" status: 204 len: 168 time: 0.2545414 Jul 27 18:13:24.100054 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39592) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:24.108949 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98050de6-02e5-4020-b6b5-621e4fee4c14 None None] Network 375eb68c-3975-48f8-9894-597fe12f495d requested from dv-cinder-786260-13-iscsi {{(pid=93052) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 27 18:13:24.208467 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772002'] for network, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.279712 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Deleting port 83458770-5232-49bc-baaa-dfb7d04d61c7 {{(pid=93051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:24.281071 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.367837 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.db [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] For port 83458770-5232-49bc-baaa-dfb7d04d61c7, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=83458770-5232-49bc-baaa-dfb7d04d61c7,segment=NetworkSegment(8f561087-e01a-40ae-b72e-403c504a2cb4),segment_id=8f561087-e01a-40ae-b72e-403c504a2cb4)] {{(pid=93051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:24.368375 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.383361 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] DHCP port deletion for 375eb68c-3975-48f8-9894-597fe12f495d request from dv-cinder-786260-13-iscsi {{(pid=93052) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 27 18:13:24.395030 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.plugin [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Calling delete_port for 83458770-5232-49bc-baaa-dfb7d04d61c7 owned by network:dhcp {{(pid=93051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:24.454737 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] Deleting port 83458770-5232-49bc-baaa-dfb7d04d61c7 {{(pid=93052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 27 18:13:24.455155 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780061054850'] for port, before_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.483851 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125860263'] for port, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.511425 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Pushing event deleted for resources: {'Port': ['ID=83458770-5232-49bc-baaa-dfb7d04d61c7,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:24.515771 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] No DVR routers for this DVR port 83458770-5232-49bc-baaa-dfb7d04d61c7 on host dv-cinder-786260-13-iscsi {{(pid=93051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:13:24.520888 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.535563 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.db [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] For port 83458770-5232-49bc-baaa-dfb7d04d61c7, host dv-cinder-786260-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-13-iscsi',level=0,port_id=83458770-5232-49bc-baaa-dfb7d04d61c7,segment=NetworkSegment(8f561087-e01a-40ae-b72e-403c504a2cb4),segment_id=8f561087-e01a-40ae-b72e-403c504a2cb4)] {{(pid=93052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 27 18:13:24.535964 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927083'] for port, precommit_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.549022 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] Calling delete_port for 83458770-5232-49bc-baaa-dfb7d04d61c7 owned by network:dhcp {{(pid=93052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 27 18:13:24.595862 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1765509', 'neutron.services.segments.db._delete_segments_for_network-8780061135647'] for network, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.611322 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375eb68c-3975-48f8-9894-597fe12f495d']}} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:24.627316 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f561087-e01a-40ae-b72e-403c504a2cb4') {'for_net_delete': True} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:24.627610 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.services.segments.db [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f561087-e01a-40ae-b72e-403c504a2cb4') {} {{(pid=93051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 27 18:13:24.636491 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780061135144', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125855100'] for segment, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.644123 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device e4f52d9e-3b44-4f86-827f-37f75afdc4c8 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:13:24.649084 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1724719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780061060572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780060671982'] for port, after_delete {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.653075 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516'] for segment, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.659981 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 27 18:13:24.660482 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1768516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125860346'] for segment, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: Traceback (most recent call last): Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: timer() Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: cb(*args, **kw) Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: return func(*args, **kwargs) Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: self._notify() Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: self.callback(batched_events) Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: event.method(event) Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: aggregate_uuid = self.p_client.list_aggregates( Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: return f(self, *a, **k) Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._get(url).json() Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: return self.request(url, 'GET', **kwargs) Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: base_url = self.get_endpoint(auth, allow=allow, Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 27 18:13:24.662106 dv-cinder-786260-13-iscsi neutron-server[93051]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 27 18:13:24.669929 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: e4f52d9e-3b44-4f86-827f-37f75afdc4c8 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:13:24.671214 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device e4f52d9e-3b44-4f86-827f-37f75afdc4c8 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:13:24.671513 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 921f2112-273f-4794-aea3-c387bc61f051 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:13:24.696135 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] Pushing event deleted for resources: {'Port': ['ID=83458770-5232-49bc-baaa-dfb7d04d61c7,revision_number=None']} {{(pid=93052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:24.715190 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 921f2112-273f-4794-aea3-c387bc61f051 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:13:24.715535 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 921f2112-273f-4794-aea3-c387bc61f051 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:13:24.715951 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 83458770-5232-49bc-baaa-dfb7d04d61c7 no longer exists at agent ovs-agent-dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 27 18:13:24.717870 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1ba2e-38f2-4582-affe-1f320ad645df None None] No DVR routers for this DVR port 83458770-5232-49bc-baaa-dfb7d04d61c7 on host dv-cinder-786260-13-iscsi {{(pid=93052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 27 18:13:24.731083 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1765516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-730553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-928757'] for network, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.738119 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-730503'] for network, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.738911 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.plugin [None req-b020a016-2759-4632-baa1-98e84b437389 None None] No Port match for: 83458770-5232-49bc-baaa-dfb7d04d61c7 {{(pid=93052) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 27 18:13:24.739280 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron.plugins.ml2.rpc [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Device 83458770-5232-49bc-baaa-dfb7d04d61c7 not bound to the agent host dv-cinder-786260-13-iscsi {{(pid=93052) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 27 18:13:24.740154 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] 10.222.0.47 "DELETE /v2.0/networks/375eb68c-3975-48f8-9894-597fe12f495d HTTP/1.1" status: 204 len: 168 time: 0.6387393 Jul 27 18:13:24.752862 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed9a9f-dbdb-4dda-b45a-33ea3db25554 admin admin] Pushing event deleted for resources: {'Network': ['ID=375eb68c-3975-48f8-9894-597fe12f495d,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:24.863897 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39596) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:24.903020 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-47c34faa-7f4f-496a-9a03-512e8687835c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52aadc58a3634b83a19e5d64c06d04ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379572 Jul 27 18:13:24.906288 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39598) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:24.954795 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-48a40568-efc8-487d-9d63-47732b482a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:24.975879 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-48a40568-efc8-487d-9d63-47732b482a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:25.020919 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-48a40568-efc8-487d-9d63-47732b482a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:25.023353 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-48a40568-efc8-487d-9d63-47732b482a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:25.024496 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-48a40568-efc8-487d-9d63-47732b482a15 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed969bf1-044d-4c2c-b78e-6d6f2547bd6f HTTP/1.1" status: 204 len: 168 time: 0.1172147 Jul 27 18:13:25.033039 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a40568-efc8-487d-9d63-47732b482a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed969bf1-044d-4c2c-b78e-6d6f2547bd6f,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:25.350273 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39604) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:25.391398 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-7f10ea09-785c-4c83-8727-220f8893bbf6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9dcc20dc12847c38b0e5fee7a8415e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399225 Jul 27 18:13:25.393905 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [-] (93051) accepted ('10.222.0.47', 39606) {{(pid=93051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 27 18:13:25.444979 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5b492810-aa8a-457e-bf51-0822fdb86b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:25.466157 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5b492810-aa8a-457e-bf51-0822fdb86b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:25.512589 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5b492810-aa8a-457e-bf51-0822fdb86b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-722644'] for security_group, after_delete {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:25.516069 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron_lib.callbacks.manager [None req-5b492810-aa8a-457e-bf51-0822fdb86b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:25.517212 dv-cinder-786260-13-iscsi neutron-server[93051]: INFO neutron.wsgi [None req-5b492810-aa8a-457e-bf51-0822fdb86b2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e10047b7-2f9a-49b8-a958-e49a48841a96 HTTP/1.1" status: 204 len: 168 time: 0.1224155 Jul 27 18:13:25.525162 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b492810-aa8a-457e-bf51-0822fdb86b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10047b7-2f9a-49b8-a958-e49a48841a96,revision_number=None']} {{(pid=93051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 27 18:13:26.180646 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:31.667711 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:40.000985 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:13:50.817115 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-e8caea26-1ce1-447b-90cc-76d0b05fdbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:53.656046 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:53.677800 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-9d4065f2-d60e-4b4a-9940-13cc780ed62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:54.479414 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:13:56.181807 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:01.655179 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:16.999067 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:14:17.563611 dv-cinder-786260-13-iscsi neutron-server[93051]: DEBUG neutron.wsgi [req-1c0d115c-2c83-49f7-af7f-aaf40b22911d req-eccc694a-1743-44c4-986b-34f4790471c5 service neutron] (93051) timed out ('10.222.0.41', 62942) {{(pid=93051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 18:14:20.818966 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-3e9c384d-8863-4f9d-a7ee-a4c40fe5b2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:23.656311 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:23.675183 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-814e0846-2800-4938-a445-ae53e3d0137b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:24.490227 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:26.185104 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:31.665656 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:50.822640 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-514fda30-4fb4-4a83-a3df-fdf494f9ea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:53.656964 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:53.673428 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b793245c-a2b0-438d-8109-b1d36b23eef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:53.997539 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:14:54.484952 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:14:56.188201 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:01.664136 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:20.823565 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-0467c19c-96b8-439d-9f79-a982d334dc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:23.658534 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:23.673257 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-3c4edd9f-bb63-4fc4-9ed4-e783fef0837c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:24.488298 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:26.191486 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:30.997017 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:15:31.678645 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:50.763267 dv-cinder-786260-13-iscsi neutron-server[93050]: DEBUG neutron.wsgi [req-7fafe19b-6651-4b4f-82c5-e0c153b998d8 req-92659df9-14ad-4cfe-9f76-0676e601ce33 service neutron] (93050) timed out ('10.222.0.41', 62929) {{(pid=93050) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 27 18:15:50.825405 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f7519c00-077a-49ca-bc76-2f5a06d92394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:53.659698 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:53.675376 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-53c94a4c-373e-4e1e-a087-d7f6a6b108eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:54.491159 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:15:56.195471 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:01.675823 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:07.995928 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:16:20.826981 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-abd6b0df-6dad-4e32-bdd5-da72c2d20703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:23.661209 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:23.675874 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-ed063c19-d866-4151-828c-308591c6398d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:24.495892 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:26.198444 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:31.673915 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:44.994294 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:16:50.827928 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b9691812-d47f-4682-b872-6f2c1018dc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:53.666526 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:53.677717 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-1f2a3e30-2b51-4c84-8b37-ca100929514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:54.497197 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:16:56.205357 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:01.688314 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:20.828071 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-8aa05b6f-0855-4af3-b393-416104863629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:21.993037 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:17:23.673613 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:23.678304 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-f8e3e06e-e6a6-4437-9e1b-408fe512b3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:24.498270 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:26.204762 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:31.685695 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:50.830235 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-d0f86f07-84f3-4b6d-8cb8-69b788e32e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:53.669859 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:53.680849 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-645ebbb4-f371-494f-a68b-fe2b7fd17d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:54.503847 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:56.208176 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:17:58.991598 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 27 18:18:01.698460 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:18:20.831607 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-44923ea4-f810-48c7-892c-fc89e31a8176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:18:23.663063 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-b020a016-2759-4632-baa1-98e84b437389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:18:23.680297 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-7c4e7932-6a35-45aa-b5e2-473e3ef96140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:18:24.505829 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-30f092b2-112c-47c0-bbf6-32918adefa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:18:26.210593 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-284d33e9-f365-4497-bc26-fdd66942c8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:18:31.714565 dv-cinder-786260-13-iscsi neutron-server[93052]: DEBUG neutron_lib.callbacks.manager [None req-87a2b912-a4a5-499d-8e40-bc699a978a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780061135629', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1766889'] for agent, after_update {{(pid=93052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 27 18:18:35.989799 dv-cinder-786260-13-iscsi neutron-server[93053]: DEBUG neutron.db.agents_db [None req-6a43ac58-8a83-447f-a898-910e1dd59485 None None] Agent healthcheck: found 6 active agents {{(pid=93053) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}